-- Logs begin at Fri 2021-04-30 15:00:53 UTC, end at Fri 2021-04-30 16:20:31 UTC. -- Apr 30 15:56:28.534640 dv-cinder-787195-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 30 15:56:31.170610 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.common.config [-] Logging enabled! Apr 30 15:56:31.171265 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 15:56:31.171487 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73832) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 15:56:31.175372 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.common.config [-] Logging enabled! Apr 30 15:56:31.175634 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 15:56:31.175951 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73832) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 15:56:31.177002 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 15:56:31.177237 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 15:56:31.177670 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 15:56:31.177919 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 15:56:31.178145 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 15:56:31.179031 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.179337 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.179634 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.179868 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.180173 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.180465 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.180794 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.181094 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.181399 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.181685 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.181963 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.182251 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.182484 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.182765 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.183055 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.183340 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.183562 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] debug = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.183841 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.184280 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.184733 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.185018 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.185307 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.185583 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.185869 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.186124 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.186395 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.186753 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] host = dv-cinder-787195-6-smb {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.187033 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.187321 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.187604 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.187887 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.188161 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.188439 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.188754 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.189035 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.189307 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] log_file = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.189584 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.189871 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.190156 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.190457 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.190683 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.190904 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.191190 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.191477 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.191754 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.192030 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.192304 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.192580 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.192956 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.193362 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.193660 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.194092 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.194389 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.194665 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.194942 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.195215 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.195487 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.195772 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.196046 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.196320 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.196591 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.196907 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.197178 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.197452 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.197760 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.198045 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.198326 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.198609 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.198884 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.199170 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.199443 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.199714 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.199983 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] use_json = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.200253 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.200520 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.200830 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.201103 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.201374 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.201647 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.201919 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.202201 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:31.202499 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.202796 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.203097 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.203382 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.203676 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.203955 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.204242 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.204518 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.204830 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.205120 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.205408 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.205685 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.205973 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.206248 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.206540 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.206844 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.207140 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.207432 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.207703 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.207976 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.208248 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.208524 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.208838 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.209141 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.209431 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.210242 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.210521 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.210810 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.211087 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.211360 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.211634 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.211921 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.212197 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.212469 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.212772 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.213051 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.213323 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.213592 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.213868 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.214162 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.214439 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.214710 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.214980 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.215252 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.215525 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.215808 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.216085 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.216357 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.216628 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.216926 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.217197 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.217470 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.217745 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.218019 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.218294 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.218565 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.218835 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.219106 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.219382 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.219652 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.219921 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.220190 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.220464 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.220762 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.221033 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.221313 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.221651 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.221860 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.222145 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.222442 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.222718 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.222997 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.223272 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.223554 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.223824 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.224098 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.224374 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.224649 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.224941 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.225289 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.225576 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.225864 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.226147 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.226423 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.226722 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.226995 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.227275 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.227551 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.227828 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.228118 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.228400 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.228719 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.229014 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.229307 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.229598 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.229902 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.230171 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.230485 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.230766 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:31.230982 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 15:56:31.231229 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73832) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 30 15:56:31.601410 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:56:31.601754 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:56:31.601955 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:56:31.602291 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 30 15:56:31.967677 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:31.967935 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:31.968120 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:31.969490 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:31.969767 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:31.970035 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.098205 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.098514 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.098724 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.112830 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.113098 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.113369 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.144672 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.144976 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.145254 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.187546 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.188772 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.188772 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.475298 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.475571 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.475837 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.476107 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.477006 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.622669 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.622957 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.623251 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.623620 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.623864 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.624188 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.624454 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.624778 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.625044 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.625294 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.625523 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.625763 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.626020 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.626278 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.626606 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.626882 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.627144 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.627422 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.627674 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.627967 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.628338 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.628904 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.629165 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.629458 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.629718 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.629967 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.630409 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:56:32.630655 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:56:32.630900 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:56:32.631140 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:56:32.631754 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:56:32.632005 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:56:32.632399 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 30 15:56:32.636356 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 30 15:56:32.641114 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 30 15:56:32.645517 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Apr 30 15:56:32.648037 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 30 15:56:32.648557 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 30 15:56:32.648982 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 30 15:56:32.649446 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 30 15:56:32.652628 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 30 15:56:32.653215 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 30 15:56:32.653677 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 15:56:32.686127 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 30 15:56:32.686594 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.686913 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73832) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 30 15:56:32.687402 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.689209 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73832) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 30 15:56:32.689642 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 15:56:32.689977 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 30 15:56:32.693313 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.693595 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:32.785605 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 30 15:56:32.785859 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 30 15:56:32.786116 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 30 15:56:32.786626 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 30 15:56:32.824274 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_db.sqlalchemy.engines [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73832) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 30 15:56:33.195452 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Initializing driver for type 'gre' Apr 30 15:56:33.196263 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] gre ID ranges: [(1, 1000)] Apr 30 15:56:33.266173 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Initializing driver for type 'local' Apr 30 15:56:33.266638 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Initializing driver for type 'vlan' Apr 30 15:56:33.288050 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] VlanTypeDriver initialization complete Apr 30 15:56:33.289204 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Initializing driver for type 'vxlan' Apr 30 15:56:33.289817 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] vxlan ID ranges: [(1, 1000)] Apr 30 15:56:33.361621 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Initializing extension driver 'port_security' Apr 30 15:56:33.362043 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.extensions.port_security [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] PortSecurityExtensionDriver initialization complete Apr 30 15:56:33.362434 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Initializing mechanism driver 'openvswitch' Apr 30 15:56:33.362804 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Initializing mechanism driver 'hyperv' Apr 30 15:56:33.371330 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:56:33.372367 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > port after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.372829 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > port after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.373232 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > port after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.373690 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > subnet after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.374076 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > subnet after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.374463 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > subnet after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.374879 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > network after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.375261 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > network after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.375636 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > network after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.376046 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > security_group after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.376424 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > security_group after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.376855 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > security_group after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.377272 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.377689 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.378062 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.378471 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > address_group after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.378847 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > address_group after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.379215 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > address_group after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.379588 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] ML2 OVO RPC backend initialized. {{(pid=73832) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 30 15:56:33.380363 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router_interface after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.380834 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.381315 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > network before_response 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.381943 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > networks before_response 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.382427 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > port before_response 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.382965 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > ports before_response 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.383352 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > subnet before_response 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.383730 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > subnets before_response 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.384115 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > network after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.384508 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > network after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.384915 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > network after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.385289 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > port after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.385662 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > port after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.386048 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > port after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.386446 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > subnet after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.386832 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > subnet after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.387256 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > subnet after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.387934 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.plugin [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Modular L2 Plugin initialization complete Apr 30 15:56:33.388298 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading services supported by the core plugin {{(pid=73832) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 30 15:56:33.388694 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.plugins.ml2.managers [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Got port-security extension from driver 'port_security' Apr 30 15:56:33.389226 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.extensions.vlantransparent [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Disabled vlantransparent extension. Apr 30 15:56:33.389765 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73832) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 30 15:56:33.390141 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading Plugin: router Apr 30 15:56:33.431556 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router_interface before_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.431964 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router after_create 55549900 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.432340 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router before_create 55549900 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.432728 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.433101 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.433452 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router after_delete 55549900 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.433806 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > floatingip after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.434166 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router after_create 55549900 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.434509 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router after_update 55549900 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.434864 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router after_update 55549900 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.435207 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.435561 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router after_update 55549900 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.435971 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router precommit_update 55549900 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.436343 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: port after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.436707 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: port after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.437046 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: subnet after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.437381 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.437730 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > port precommit_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.438073 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router precommit_create 55549900 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.438413 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: port before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.438750 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router precommit_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.439105 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router after_update 55549900 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.439445 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router precommit_delete 55549900 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.439790 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router precommit_create 55549900 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.440148 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router_interface after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.440489 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router precommit_update 55549900 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.440893 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > network after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.441841 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Tracking information for resource: router configured {{(pid=73832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:56:33.442168 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Tracking information for resource: floatingip configured {{(pid=73832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:56:33.448427 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.db.l3_agentschedulers_db [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 30 15:56:33.449007 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: port after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.449411 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: port after_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.449796 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: port after_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.450185 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: port after_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.451053 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router before_create 55550100 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.451458 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router precommit_delete 55550100 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.451869 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router precommit_create 55550100 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.452261 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > router precommit_update 55550100 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.456941 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.services.provider_configuration [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Service providers = [] {{(pid=73832) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 30 15:56:33.457353 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.db.servicetype_db [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73832) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 30 15:56:33.461745 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.services.service_base [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 15:56:33.462248 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.services.service_base [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 15:56:33.462569 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.services.service_base [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 15:56:33.463617 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.services.service_base [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 15:56:33.464032 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.services.service_base [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 30 15:56:33.464705 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:56:33.465068 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 30 15:56:33.477116 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:56:33.477501 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading Plugin: auto_allocate Apr 30 15:56:33.483759 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: network precommit_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.484127 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: network precommit_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.484692 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:56:33.485008 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading Plugin: tag Apr 30 15:56:33.493682 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:56:33.494008 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading Plugin: timestamp Apr 30 15:56:33.498014 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:56:33.498338 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading Plugin: network_ip_availability Apr 30 15:56:33.503809 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.504177 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.504526 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.505334 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:56:33.505649 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading Plugin: flavors Apr 30 15:56:33.511790 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:56:33.512120 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading Plugin: revisions Apr 30 15:56:33.516612 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:56:33.517035 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.915s {{(pid=73832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:56:33.517795 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73832) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 30 15:56:33.518125 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Initializing extension manager. Apr 30 15:56:33.518632 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: __init__.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.518966 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: __pycache__ {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.519292 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.519618 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: address_group.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.520419 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.521049 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: address-group Apr 30 15:56:33.521366 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: address_scope.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.522130 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.523313 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: address-scope Apr 30 15:56:33.523640 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: admin_state_down_before_update.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.524627 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.525172 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: router-admin-state-down-before-update Apr 30 15:56:33.525490 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: agent.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.526198 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.526706 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: agent Apr 30 15:56:33.527022 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: agent_resources_synced.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.527951 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.528460 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: agent-resources-synced Apr 30 15:56:33.528809 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: allowedaddresspairs.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.530680 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.531263 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: allowed-address-pairs Apr 30 15:56:33.531630 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: auto_allocated_topology.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.532815 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.533444 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: auto-allocated-topology Apr 30 15:56:33.533849 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: availability_zone.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.534595 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.535140 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: availability_zone Apr 30 15:56:33.535549 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: availability_zone_filter.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.536490 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.537074 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: availability_zone_filter Apr 30 15:56:33.537433 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: data_plane_status.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.539555 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.540127 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension data-plane-status not supported by any of loaded plugins Apr 30 15:56:33.540480 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: default_subnetpools.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.541469 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.542033 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: default-subnetpools Apr 30 15:56:33.542386 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: dhcpagentscheduler.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.543260 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.543876 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: dhcp_agent_scheduler Apr 30 15:56:33.544270 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: dns.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.545270 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.545886 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension dns-integration not supported by any of loaded plugins Apr 30 15:56:33.546295 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: dns_domain_ports.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.547252 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.547812 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 30 15:56:33.548176 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: dvr.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.549174 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.549751 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: dvr Apr 30 15:56:33.550109 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: empty_string_filtering.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.551072 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.551631 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: empty-string-filtering Apr 30 15:56:33.551989 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.552963 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.554345 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 30 15:56:33.554726 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.555803 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.556379 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 30 15:56:33.556768 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: external_net.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.557715 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.558274 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: external-net Apr 30 15:56:33.558638 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: extra_dhcp_opt.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.559576 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.560138 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: extra_dhcp_opt Apr 30 15:56:33.560494 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: extraroute.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.561500 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.562057 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: extraroute Apr 30 15:56:33.562411 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: extraroute_atomic.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.563493 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.564133 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: extraroute-atomic Apr 30 15:56:33.564508 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: filter_validation.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.565263 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.565843 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: filter-validation Apr 30 15:56:33.566231 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: fip_pf_description.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.567431 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.567999 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 30 15:56:33.568370 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: fip_port_details.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.570621 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.571193 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: fip-port-details Apr 30 15:56:33.571551 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: flavors.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.572917 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.573483 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: flavors Apr 30 15:56:33.573841 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.576157 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.576787 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 30 15:56:33.577162 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: floatingip_pools.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.577909 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.578476 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: floatingip-pools Apr 30 15:56:33.578830 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: ip_allocation.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.579804 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.580358 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension ip_allocation not supported by any of loaded plugins Apr 30 15:56:33.580752 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.581797 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.582360 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: ip-substring-filtering Apr 30 15:56:33.582720 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: l2_adjacency.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.583702 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.584333 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension l2_adjacency not supported by any of loaded plugins Apr 30 15:56:33.584939 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: l3.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.586386 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.587009 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: router Apr 30 15:56:33.587378 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: l3_conntrack_helper.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.590165 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.590790 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 30 15:56:33.591164 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.592273 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.592897 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: ext-gw-mode Apr 30 15:56:33.593263 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.594797 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.595092 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: l3-ha Apr 30 15:56:33.595494 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: l3_flavors.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.596640 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.597305 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: l3-flavors Apr 30 15:56:33.597681 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.598720 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.599295 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: l3-port-ip-change-not-allowed Apr 30 15:56:33.599652 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: l3agentscheduler.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.602198 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.602807 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: l3_agent_scheduler Apr 30 15:56:33.603172 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: logging.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.605035 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.605696 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension logging not supported by any of loaded plugins Apr 30 15:56:33.606061 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: metering.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.606926 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.607569 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: metering Apr 30 15:56:33.607945 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.609204 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.609782 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: metering_source_and_destination_fields Apr 30 15:56:33.610143 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: multiprovidernet.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.611337 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.611911 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: multi-provider Apr 30 15:56:33.612326 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: netmtu.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.613336 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.613912 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: net-mtu Apr 30 15:56:33.614267 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: netmtu_writable.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.615283 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.616092 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: net-mtu-writable Apr 30 15:56:33.617134 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: network_availability_zone.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.617863 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.618430 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: network_availability_zone Apr 30 15:56:33.618789 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: network_ip_availability.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.619987 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.620561 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: network-ip-availability Apr 30 15:56:33.620958 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: network_segment_range.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.621779 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.622339 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension network-segment-range not supported by any of loaded plugins Apr 30 15:56:33.622695 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: pagination.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.623710 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.624081 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: pagination Apr 30 15:56:33.624439 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: port_device_profile.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.625469 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.626077 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: port-device-profile Apr 30 15:56:33.626432 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.627429 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.627991 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: port-mac-address-regenerate Apr 30 15:56:33.628343 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.629319 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.629886 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: port-numa-affinity-policy Apr 30 15:56:33.630245 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: port_resource_request.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.631175 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.632944 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension port-resource-request not supported by any of loaded plugins Apr 30 15:56:33.633306 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: portbindings.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.634304 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.634865 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: binding Apr 30 15:56:33.635236 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: portbindings_extended.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.636699 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.637341 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: binding-extended Apr 30 15:56:33.637705 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: portsecurity.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.638641 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.639204 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: port-security Apr 30 15:56:33.639565 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: project_id.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.640588 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.640997 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: project-id Apr 30 15:56:33.641358 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: providernet.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.642302 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.642882 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: provider Apr 30 15:56:33.643248 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: qos.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.648155 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.649629 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension qos not supported by any of loaded plugins Apr 30 15:56:33.649996 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.651429 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.651990 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 30 15:56:33.652351 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.653346 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.653905 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 30 15:56:33.654266 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: qos_default.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.655222 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.655848 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension qos-default not supported by any of loaded plugins Apr 30 15:56:33.656276 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: qos_fip.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.657001 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.657628 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension qos-fip not supported by any of loaded plugins Apr 30 15:56:33.657986 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: qos_gateway_ip.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.658958 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.659552 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 30 15:56:33.659909 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: qos_port_network_policy.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.660908 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.661479 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 30 15:56:33.661852 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: qos_rule_type_details.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.664106 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.664728 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 30 15:56:33.665090 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: qos_rules_alias.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.666371 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.666933 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 30 15:56:33.667305 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: quotasv2.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.668547 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.668940 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: quotas Apr 30 15:56:33.669304 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: quotasv2_detail.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.671027 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.671401 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: quota_details Apr 30 15:56:33.671768 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: rbac.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.672916 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.673758 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: rbac-policies Apr 30 15:56:33.674117 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: rbac_address_group.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.675083 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.675645 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: rbac-address-group Apr 30 15:56:33.676068 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: rbac_address_scope.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.677087 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.677651 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: rbac-address-scope Apr 30 15:56:33.678041 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: rbac_security_groups.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.679773 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.680356 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: rbac-security-groups Apr 30 15:56:33.680748 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: rbac_subnetpool.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.681757 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.682319 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: rbac-subnetpool Apr 30 15:56:33.682684 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: revisionifmatch.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.683635 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.684198 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: revision-if-match Apr 30 15:56:33.684559 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: revisions.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.685760 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.686378 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: standard-attr-revisions Apr 30 15:56:33.686803 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: router_availability_zone.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.687549 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.688216 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: router_availability_zone Apr 30 15:56:33.688582 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: routerservicetype.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.689576 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.690133 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension router-service-type not supported by any of loaded plugins Apr 30 15:56:33.690487 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.691423 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.691978 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: security-groups-normalized-cidr Apr 30 15:56:33.692334 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: security_groups_port_filtering.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.693341 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.694620 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: port-security-groups-filtering Apr 30 15:56:33.695677 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.696765 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.697352 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: security-groups-remote-address-group Apr 30 15:56:33.697729 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: securitygroup.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.708101 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.708718 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: security-group Apr 30 15:56:33.709151 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: segment.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.711114 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.711725 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension segment not supported by any of loaded plugins Apr 30 15:56:33.712132 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.713284 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.713919 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 30 15:56:33.714321 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: servicetype.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.715542 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.716152 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: service-type Apr 30 15:56:33.716582 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: sorting.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.717717 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.718138 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: sorting Apr 30 15:56:33.718585 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: standard_attr_segment.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.719554 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.720134 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 30 15:56:33.720489 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: standardattrdescription.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.721196 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.721750 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: standard-attr-description Apr 30 15:56:33.722100 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: stateful_security_group.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.723049 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.723618 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: stateful-security-group Apr 30 15:56:33.723971 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: stdattrs_common.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.724575 dv-cinder-787195-6-smb neutron-server[73832]: WARNING neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 30 15:56:33.724980 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.726691 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.727383 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 30 15:56:33.727742 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: subnet_onboard.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.728959 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.729528 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: subnet_onboard Apr 30 15:56:33.729886 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.730858 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.731409 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 30 15:56:33.731764 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: subnet_service_types.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.732751 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.733317 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: subnet-service-types Apr 30 15:56:33.733682 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: subnetallocation.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.734796 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.735355 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: subnet_allocation Apr 30 15:56:33.735713 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.736424 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.737034 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: subnetpool-prefix-ops Apr 30 15:56:33.737484 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.738479 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.739105 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 30 15:56:33.739471 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: tagging.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.740611 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.741863 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: standard-attr-tag Apr 30 15:56:33.742197 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: timestamp.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.743427 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.743958 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loaded extension: standard-attr-timestamp Apr 30 15:56:33.744284 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: trunk.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.745353 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.745872 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension trunk not supported by any of loaded plugins Apr 30 15:56:33.746204 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: trunk_details.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.747138 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.747660 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension trunk-details not supported by any of loaded plugins Apr 30 15:56:33.747980 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: uplink_status_propagation.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.748941 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.749456 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 30 15:56:33.749904 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Loading extension file: vlantransparent.py {{(pid=73832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:56:33.750448 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:56:33.750959 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extension vlan-transparent not supported by any of loaded plugins Apr 30 15:56:33.753577 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:network Apr 30 15:56:33.754313 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:subnet Apr 30 15:56:33.755112 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 15:56:33.755709 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:port Apr 30 15:56:33.758294 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.v2.resource_helper [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:56:33.758744 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.v2.resource_helper [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Service FLAVORS assigned prefix: {{(pid=73832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:56:33.759389 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.v2.resource_helper [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:56:33.759821 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.v2.resource_helper [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:56:33.760148 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:router Apr 30 15:56:33.760845 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:floatingip Apr 30 15:56:33.761554 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.v2.resource_helper [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Service METERING assigned prefix: /metering {{(pid=73832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:56:33.763011 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.763373 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.763719 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:56:33.764988 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 15:56:33.765445 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:security_group Apr 30 15:56:33.766115 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 15:56:33.766862 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.v2.resource_helper [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Service CORE assigned prefix: {{(pid=73832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:56:33.767192 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 15:56:33.767529 dv-cinder-787195-6-smb neutron-server[73832]: WARNING neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] subnetpool is already registered Apr 30 15:56:33.768143 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.v2.resource_helper [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Service CORE assigned prefix: {{(pid=73832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:56:33.768464 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 15:56:33.768821 dv-cinder-787195-6-smb neutron-server[73832]: WARNING neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] subnetpool is already registered Apr 30 15:56:33.774053 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.v2.resource_helper [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:56:33.774568 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.v2.resource_helper [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Service FLAVORS assigned prefix: {{(pid=73832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:56:33.775249 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.v2.resource_helper [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:56:33.775848 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.v2.resource_helper [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:56:33.776217 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:router Apr 30 15:56:33.776604 dv-cinder-787195-6-smb neutron-server[73832]: WARNING neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] router is already registered Apr 30 15:56:33.777330 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:floatingip Apr 30 15:56:33.777701 dv-cinder-787195-6-smb neutron-server[73832]: WARNING neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] floatingip is already registered Apr 30 15:56:33.778411 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.v2.resource_helper [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Service METERING assigned prefix: /metering {{(pid=73832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:56:33.779183 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 15:56:33.779558 dv-cinder-787195-6-smb neutron-server[73832]: WARNING neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] rbac_policy is already registered Apr 30 15:56:33.780168 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:security_group Apr 30 15:56:33.780588 dv-cinder-787195-6-smb neutron-server[73832]: WARNING neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] security_group is already registered Apr 30 15:56:33.781350 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 15:56:33.781727 dv-cinder-787195-6-smb neutron-server[73832]: WARNING neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] security_group_rule is already registered Apr 30 15:56:33.782460 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.v2.resource_helper [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Service CORE assigned prefix: {{(pid=73832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:56:33.782834 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 15:56:33.783282 dv-cinder-787195-6-smb neutron-server[73832]: WARNING neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] subnetpool is already registered Apr 30 15:56:33.783959 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.v2.resource_helper [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Service CORE assigned prefix: {{(pid=73832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:56:33.784332 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 15:56:33.784730 dv-cinder-787195-6-smb neutron-server[73832]: WARNING neutron.quota.resource_registry [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] subnetpool is already registered Apr 30 15:56:33.785448 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: extensions {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.787037 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: address-groups {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.789588 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: address-scopes {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.790964 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: agents {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.792206 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: auto-allocated-topology {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.793661 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: availability_zones {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.795063 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: dhcp-networks {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.796546 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: dhcp-agents {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.798153 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: routers {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.800352 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: flavors {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.801713 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: service_profiles {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.803029 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: next_providers {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.805494 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: service_profiles {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.807119 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: floatingip-pools {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.808439 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: routers {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.810446 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: floatingips {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.811769 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: l3-routers {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.813319 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: l3-agents {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.814918 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: metering-labels {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.816379 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: metering-label-rules {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.817819 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: network-ip-availabilities {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.820429 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: bindings {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.822251 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: quotas {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.823877 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: quotas {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.825475 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: rbac-policies {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.826887 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: security-groups {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.828200 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: security-group-rules {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.829594 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: service-providers {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.830926 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: subnetpools {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.832446 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: subnetpools {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.834153 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: tags {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.836574 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: tags {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.838532 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: tags {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.840408 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: tags {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.843658 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: tags {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.845768 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: tags {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.847468 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: tags {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.970181 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: tags {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.972345 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: tags {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.974788 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron.api.extensions [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Extended resource: tags {{(pid=73832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:56:33.983385 dv-cinder-787195-6-smb neutron-server[73832]: WARNING keystonemiddleware.auth_token [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 30 15:56:33.988633 dv-cinder-787195-6-smb neutron-server[73832]: WARNING keystonemiddleware.auth_token [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 30 15:56:33.998360 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Acquired lock "singleton_lock" {{(pid=73832) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 30 15:56:33.998990 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_concurrency.lockutils [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Releasing lock "singleton_lock" {{(pid=73832) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 30 15:56:33.999723 dv-cinder-787195-6-smb neutron-server[73832]: INFO oslo_service.service [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Starting 2 workers Apr 30 15:56:34.005537 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Started child 73973 {{(pid=73832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 15:56:34.012847 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:34.013855 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Started child 73974 {{(pid=73832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 15:56:34.014978 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [-] (73973) wsgi starting up on http://0.0.0.0:9696 Apr 30 15:56:34.015272 dv-cinder-787195-6-smb neutron-server[73832]: INFO neutron.service [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Neutron service started, listening on 0.0.0.0:9696 Apr 30 15:56:34.015998 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Notify callbacks [] for process, before_spawn {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:34.018562 dv-cinder-787195-6-smb neutron-server[73832]: INFO oslo_service.service [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Starting 1 workers Apr 30 15:56:34.020499 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:34.023265 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [-] (73974) wsgi starting up on http://0.0.0.0:9696 Apr 30 15:56:34.025126 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Started child 73975 {{(pid=73832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 15:56:34.025809 dv-cinder-787195-6-smb neutron-server[73832]: INFO oslo_service.service [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Starting 1 workers Apr 30 15:56:34.031334 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Started child 73976 {{(pid=73832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 15:56:34.031603 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.service [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] calling RpcWorker wait() {{(pid=73975) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 30 15:56:34.032453 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.service [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] returning from RpcWorker wait() {{(pid=73975) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 30 15:56:34.032604 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG neutron_lib.callbacks.manager [None req-cc4ef13a-7785-4852-960f-94c430766e6a None None] Notify callbacks [] for process, after_spawn {{(pid=73832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:34.034120 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:34.034891 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:56:34.035076 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73832) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 15:56:34.035312 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 15:56:34.035813 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 15:56:34.036144 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 15:56:34.036693 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 15:56:34.036958 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 15:56:34.037762 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.038628 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:34.039464 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.039464 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.039745 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.040385 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.041343 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.041766 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.042164 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.042560 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.042969 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.043247 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.043518 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.043891 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.044409 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.044887 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.045295 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.045670 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.046064 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.046341 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.046732 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.047150 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.047535 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.047947 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] debug = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.048610 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.049433 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.049807 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.050190 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.050567 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.050993 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.051385 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.051832 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.052211 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.052570 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.052959 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.053903 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.055257 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.055618 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.056248 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.056480 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.056863 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.057524 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] host = dv-cinder-787195-6-smb {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.057889 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.058261 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.058680 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.059086 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.059495 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.059863 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.060253 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.060645 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.061079 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.061470 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.061815 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.062152 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.062448 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.062786 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_file = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.063018 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_options = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.063307 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.063666 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.064021 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.064265 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.064478 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.064706 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.065056 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.065436 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.065640 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.065894 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.066281 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.066633 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.066838 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.067199 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.067417 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.067661 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.067975 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.068262 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.068590 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.069019 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.070134 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.070486 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.070772 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.071077 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.071395 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.071727 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.072039 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.072352 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.072644 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.072988 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.073281 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.073615 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.073932 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.074272 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.074584 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.074880 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.075180 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.075579 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.075849 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.076184 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.076564 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.076951 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.077324 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.077593 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.077946 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.078330 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] use_json = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.078679 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.079567 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:56:34.079817 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.080027 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.080357 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.080762 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.081149 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.081536 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.081917 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.082536 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.082936 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.083426 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.083768 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.084148 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.085056 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.086136 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.086755 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.087155 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.087155 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.087678 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.088095 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.088408 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.088745 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.089114 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.089531 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.089920 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.090375 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.090608 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.091087 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.091590 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.091831 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.092191 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.092573 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.092943 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.093331 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.093643 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.093947 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.094257 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.094546 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.094868 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.095124 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.095481 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.095964 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.096222 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.096465 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.096729 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.097125 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.097493 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.097891 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.098252 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.098252 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.098691 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.098931 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.099160 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.099500 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.099726 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.100003 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.100404 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.101677 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.102059 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.102386 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.102704 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.103056 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.103458 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.104097 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.104363 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.104889 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.106684 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.106684 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.106684 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.107105 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.107364 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.107696 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.108042 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.108440 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.108853 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.109201 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.109581 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.109990 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.110358 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.110722 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.111085 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.111456 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.113671 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.113671 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.113671 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.113671 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.113671 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.114251 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.114537 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.115323 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.115323 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.115617 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.116747 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.117605 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.117605 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.118189 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.118389 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.118751 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.119385 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.119790 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.120180 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.120647 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.121218 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.121624 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.121979 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.122345 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.122736 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.123111 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.123547 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.123857 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.124234 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.124607 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.125038 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.125454 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.125900 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.126300 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.126693 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.127140 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.127564 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.128009 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.128397 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.128879 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.129259 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.129648 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.130135 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.130581 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.131035 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.131577 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.132021 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.132468 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.132900 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.133277 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.133639 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.134055 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.134436 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.134894 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.135303 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.135702 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.136064 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.136842 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.137063 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.137582 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.137816 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.138048 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.138458 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.138866 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.139249 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.139617 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.139997 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.140645 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.141274 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.141683 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.142062 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.142459 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.142856 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.143206 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.143577 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.143945 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.144313 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.144708 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.145068 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.145419 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.145783 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.146169 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.146536 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.146845 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.147718 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.148825 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.148825 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.149100 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.149400 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.149713 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.150082 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.150452 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.150825 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.151241 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.151597 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.152014 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.152411 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.152837 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.153251 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.153669 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.154077 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.154435 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.154857 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.155255 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.155616 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.155930 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.156283 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.156689 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.157050 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.157473 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.157855 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.158232 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.158617 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.159168 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.159584 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.159924 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.160343 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.160760 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.161134 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.161532 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.161957 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.162320 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.162779 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.163162 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.163621 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.164046 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.164462 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.164815 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.165136 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.165432 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.165781 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.166168 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.166665 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.167060 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.167435 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.167796 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.168158 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.168515 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.168883 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.169342 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.169613 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.170003 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.170435 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.170801 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.171252 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.171534 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.171815 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.172106 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.172447 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.172881 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.173096 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.173708 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.174120 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.174474 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.175099 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.175451 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.175744 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.176216 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.176602 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.177041 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.177490 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.177854 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.178833 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.179268 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.180086 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.180224 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.180603 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.181045 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.181540 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.181937 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.182340 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.182861 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.183229 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.183526 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.183826 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.184252 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.184614 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.184985 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.185320 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.185757 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.186243 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.186684 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.187093 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.187474 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.187869 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.188227 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.188574 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.188978 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.189378 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.189751 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.190197 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.190623 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.191084 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.191424 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.191815 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.192166 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.192554 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.192939 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.193264 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.193604 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.193877 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 15:56:34.194724 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73832) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 15:56:34.194986 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 15:56:34.195242 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 15:56:34.195475 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 15:56:34.195735 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 15:56:34.197048 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 15:56:34.197048 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.197048 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.197048 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.197048 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.197675 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.197675 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.197675 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.198144 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.198144 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.198593 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.198593 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.198892 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.198892 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.199229 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.199377 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.199578 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.199827 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.200091 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.200357 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.200603 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.200909 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.201135 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.201348 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] debug = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.201555 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.201801 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.202062 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.202206 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.202438 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.202646 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.202854 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.203064 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.203272 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.203484 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.203737 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.203960 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.204179 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.204423 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.204905 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.205054 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.205195 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.205383 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] host = dv-cinder-787195-6-smb {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.205581 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.205777 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.205971 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.206170 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.206375 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.206587 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.206790 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.207011 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.207253 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.207455 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.207661 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.207874 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.208078 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.208282 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_file = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.208489 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_options = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.208719 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.208934 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.209207 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.209348 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.210506 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.210726 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.210936 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.211143 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.211387 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.211594 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.211802 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.212004 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.212211 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.212414 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.212620 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.212870 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.213082 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.213291 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.213497 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.213701 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.213951 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.214154 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.214366 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.214577 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.214783 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.214984 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.215189 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.215394 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.215597 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.215799 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.216006 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.216207 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.216410 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.216613 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.216865 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.217051 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.217265 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.217474 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.217678 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.217882 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.218085 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.218290 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.218494 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.218697 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.218902 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.219103 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] use_json = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.219307 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.219523 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.219748 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.219955 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.220160 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.220480 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.220738 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.220878 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:56:34.221065 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.221295 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.221533 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.221745 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.221950 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.222158 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.222367 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.222583 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.222790 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.222998 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.223217 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.223421 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.223643 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.223850 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.224058 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.224270 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.224484 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.224718 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.224942 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.225227 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.225455 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.225870 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.226134 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.226560 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.226560 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.226962 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.226962 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.227353 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.227353 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.227353 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.227920 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.227920 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.227920 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.227920 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.228714 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.228714 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.228714 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.228714 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.228714 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.229722 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.229722 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.229722 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.229722 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.229722 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.230458 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.230458 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.230849 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.230849 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.230849 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.231216 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.231216 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.231565 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.231565 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.231920 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.231920 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.231920 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.232437 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.232437 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.232437 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.232991 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.232991 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.232991 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.232991 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.233632 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.233632 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.233632 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.233632 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.234134 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.234134 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.234134 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.234134 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.234674 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.234674 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.234674 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.235132 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.235132 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.235132 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.235132 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.235674 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.235674 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.235674 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.236052 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.236052 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.236052 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.236449 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.236449 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.236731 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.236731 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.237016 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.237016 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.237279 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.237279 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.237588 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.237588 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.237896 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.237896 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.238154 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.238154 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.238430 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.238430 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.238688 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.238688 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.238950 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.238950 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.239211 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.239354 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.239510 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.239640 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.239765 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.239889 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.240014 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.240153 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.240313 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.240477 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.240640 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.240640 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.240640 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.242221 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.242221 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.242473 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.242599 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.242726 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.242854 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.242977 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.243179 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.243361 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.243530 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.243677 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.243811 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.243945 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.244087 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.244231 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.244370 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.244509 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.244637 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.244790 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.244968 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.245125 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.245285 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.245442 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.245600 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.245758 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.245900 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.246064 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.246222 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.246379 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.246540 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.246700 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.246862 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.247022 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.247182 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.247331 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.247489 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.247647 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.247793 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.247950 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.248109 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.248267 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.248426 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.248584 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.248840 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.248969 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.249094 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.249271 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.249413 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.249544 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.249679 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.249810 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.249939 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.250067 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.250232 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.250394 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.250586 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.250758 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.250931 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.251106 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.251282 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.251282 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.251619 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.251619 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.251877 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.252051 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.252255 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.252518 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.252824 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.253094 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.253360 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.253657 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.254216 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.254216 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.257043 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.259753 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.259753 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.259753 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.259753 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.259753 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.259753 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.259753 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.259753 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.260840 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 41014) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:56:34.261487 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.261870 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.262509 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.262509 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.263001 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.263292 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.263853 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.264170 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.264492 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.264843 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.265139 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.265430 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.265740 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.266021 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.266237 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:56:34.266385 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.266591 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.266889 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.267192 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.267477 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.267753 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.268037 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.268301 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.268487 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.268705 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.268840 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.269017 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.269301 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.269593 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.269872 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.270153 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.270431 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.270736 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.271007 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.271285 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.271568 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.271869 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.273989 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.274167 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096633 Apr 30 15:56:34.274310 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.274310 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.274310 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.274310 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.274310 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.275047 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.275047 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.275047 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.275047 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.275047 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.276407 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.276407 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.276407 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.276407 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.276407 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.276407 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.276407 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.276407 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.277333 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.277333 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.277333 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.277333 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.277333 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.277333 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.277333 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.278843 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.278843 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.278843 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.278843 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.278843 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.278843 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.278843 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.279882 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.279882 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.279882 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.280499 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.280499 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.280499 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:56:34.280499 dv-cinder-787195-6-smb neutron-server[73832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 15:56:49.187500 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2713f5-2adf-4f67-875e-b4d673004fca None None] get_active_networks_info from dv-cinder-787195-6-smb {{(pid=73975) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 30 15:56:49.511255 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2713f5-2adf-4f67-875e-b4d673004fca None None] No non-hosted networks {{(pid=73975) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 30 15:56:49.533690 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.agentschedulers_db [None req-ab2713f5-2adf-4f67-875e-b4d673004fca None None] DHCP Agent not found on host dv-cinder-787195-6-smb {{(pid=73975) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 30 15:56:49.649668 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b613-3ccc-4388-9f4f-cf7dcc286538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254'] for agent, after_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:51.965550 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-407ed55d-8a1d-4f2e-8452-f2b61bf7beef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254'] for agent, after_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:52.073590 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-4609555d-dba3-4536-9808-38a61eca30ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:53.300449 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254'] for agent, after_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:53.301512 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:56:53.302073 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:56:53.302940 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:56:53.303942 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:56:53.304530 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:56:53.305099 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:56:53.305661 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:56:53.306216 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:56:53.306770 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:56:53.307300 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:56:53.307795 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:56:53.308315 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:56:53.308975 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787195-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:56:53.324722 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787195-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:56:54.889435 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254'] for agent, after_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:57.097930 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254'] for agent, after_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:57.688703 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.db.l3_hamode_db [None req-7fb75578-bae6-44a7-9481-96d74a64eddd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 30 15:56:57.848828 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb75578-bae6-44a7-9481-96d74a64eddd None None] Routers set() bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 15:56:57.850351 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb75578-bae6-44a7-9481-96d74a64eddd None None] Router IDs set() for agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Apr 30 15:56:58.855542 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41108) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:56:59.742665 dv-cinder-787195-6-smb neutron-server[73973]: WARNING oslo_policy.policy [None req-4f283fab-e6ba-4cca-b6f4-72e6333eb890 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:56:59.743310 dv-cinder-787195-6-smb neutron-server[73973]: WARNING oslo_policy.policy [None req-4f283fab-e6ba-4cca-b6f4-72e6333eb890 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:56:59.970718 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [None req-4f283fab-e6ba-4cca-b6f4-72e6333eb890 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 15:56:59.972174 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-4f283fab-e6ba-4cca-b6f4-72e6333eb890 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1144629 Apr 30 15:57:04.140551 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41122) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:57:04.601312 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-bd8c4dd3-e5c5-4cfa-8a77-39be0f0ad9bc admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:57:04.711924 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.policy [None req-bd8c4dd3-e5c5-4cfa-8a77-39be0f0ad9bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73973) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 15:57:04.763758 dv-cinder-787195-6-smb neutron-server[73973]: WARNING oslo_policy.policy [None req-bd8c4dd3-e5c5-4cfa-8a77-39be0f0ad9bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:57:04.764138 dv-cinder-787195-6-smb neutron-server[73973]: WARNING oslo_policy.policy [None req-bd8c4dd3-e5c5-4cfa-8a77-39be0f0ad9bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:57:04.774396 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.quota [None req-bd8c4dd3-e5c5-4cfa-8a77-39be0f0ad9bc admin admin] Loaded quota_driver: . Apr 30 15:57:04.792521 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-bd8c4dd3-e5c5-4cfa-8a77-39be0f0ad9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:57:04.863371 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4dd3-e5c5-4cfa-8a77-39be0f0ad9bc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775011091605', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775011092320', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775011081037', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775011078041', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775011129628', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775011123749', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1497206', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1526611', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7905396', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7881408'] for rbac-policy, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:04.949089 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-bd8c4dd3-e5c5-4cfa-8a77-39be0f0ad9bc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:04.953247 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-bd8c4dd3-e5c5-4cfa-8a77-39be0f0ad9bc admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8112867 Apr 30 15:57:08.019250 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41136) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:57:08.541837 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'name': 'private'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:57:08.547308 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:57:08.553035 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Usage tracker for resource:network and tenant:6db67b2ba4b043c4916af5aaafebcf0c is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:57:08.559404 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:57:08.570479 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:57:08.586741 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Made reservation on behalf of 6db67b2ba4b043c4916af5aaafebcf0c for: {'network': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 15:57:08.590782 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:08.618076 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:08.635849 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:57:08.642720 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Usage tracker for resource:security_group_rule and tenant:6db67b2ba4b043c4916af5aaafebcf0c is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:57:08.652459 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:57:08.665652 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:57:08.798775 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:08.805155 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:08.810472 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:08.835900 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=73973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 15:57:08.862899 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775008697236', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:08.863528 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Unsubscribe: segment precommit_create {{(pid=73973) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 15:57:08.863993 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.segments_db [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Added segment 407fbfba-a450-40f8-80c3-3660823d7f43 of type vlan for network fff40de0-0055-42cf-b333-a3551bace526 Apr 30 15:57:08.873431 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c138383-8f3a-4b2b-8fcf-7724a77acea6,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:08.932912 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:08.933280 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:08.933553 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:08.933875 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:08.934189 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:08.934504 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:08.934811 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:08.935118 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:08.935441 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:08.935748 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:08.936053 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:08.936354 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Tracked resource versions report: Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: pushed versions: Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: { 'AddressGroup': {'1.2'}, Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'ConntrackHelper': {'1.0'}, Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'Log': {'1.0'}, Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'Network': {'1.1'}, Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'Port': {'1.7'}, Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'PortForwarding': {'1.2'}, Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'QosPolicy': {'1.8'}, Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'SecurityGroup': {'1.4'}, Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'SecurityGroupRule': {'1.2'}, Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'SubPort': {'1.0'}, Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'Subnet': {'1.1'}, Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'Trunk': {'1.1'}} Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: consumer versions: Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: { DHCP agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: L3 agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: Metadata agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: Metering agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: Open vSwitch agent@dv-cinder-787195-6-smb: { 'AddressGroup': '1.2', Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'ConntrackHelper': '1.0', Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'Log': '1.0', Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'Network': '1.1', Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'Port': '1.7', Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'PortForwarding': '1.2', Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'QosPolicy': '1.8', Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'SecurityGroup': '1.4', Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'SecurityGroupRule': '1.2', Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'SubPort': '1.0', Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'Subnet': '1.1', Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: 'Trunk': '1.1'}} Apr 30 15:57:08.937535 dv-cinder-787195-6-smb neutron-server[73973]: {{(pid=73973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 15:57:08.994926 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:08.999433 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:09.046524 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:09.048311 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:57:09.049036 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:09.053117 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:09.167222 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Pushing event updated for resources: {'Network': ['ID=fff40de0-0055-42cf-b333-a3551bace526,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:09.170175 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1498895 Apr 30 15:57:09.186645 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:09.199942 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network fff40de0-0055-42cf-b333-a3551bace526 details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 15:57:12.057167 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41152) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:57:12.603114 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c915ef1-c792-46e6-8838-2a9ec9bb5e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:57:12.604486 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-1c915ef1-c792-46e6-8838-2a9ec9bb5e5b admin admin] 10.222.0.67 "GET /v2.0/networks/fff40de0-0055-42cf-b333-a3551bace526 HTTP/1.1" status: 200 len: 825 time: 0.5463877 Apr 30 15:57:12.632875 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-dc4b9786-05c7-4ac9-a2b3-f4d7c0e250db admin admin] 10.222.0.67 "GET /v2.0/subnetpools/9234aef4-9ea2-4b73-a9e0-2cb4844b26b1 HTTP/1.1" status: 200 len: 734 time: 0.0228193 Apr 30 15:57:12.642072 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9234aef4-9ea2-4b73-a9e0-2cb4844b26b1', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:57:12.647421 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:57:12.651211 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Usage tracker for resource:subnet and tenant:6db67b2ba4b043c4916af5aaafebcf0c is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:57:12.654277 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:57:12.660806 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:57:12.671631 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Made reservation on behalf of 6db67b2ba4b043c4916af5aaafebcf0c for: {'subnet': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 15:57:12.674346 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:13.166790 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:13.170784 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:13.252402 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43488a57-f3d5-46f9-9f66-64c726773528,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:13.256480 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:13.259422 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Checking segment: {'id': '407fbfba-a450-40f8-80c3-3660823d7f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 15:57:13.260230 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Network hostable DHCP agents. Network: fff40de0-0055-42cf-b333-a3551bace526, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 15:57:13.280996 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Network fff40de0-0055-42cf-b333-a3551bace526 is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 15:57:13.296490 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, fff40de0-0055-42cf-b333-a3551bace526) {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 15:57:13.301857 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:57:13.303037 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:13.307701 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed0d1fe-1e23-4fdb-8dce-731ab49c081e None None] Network fff40de0-0055-42cf-b333-a3551bace526 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 15:57:13.329636 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6888518 Apr 30 15:57:13.652453 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46327660-ad85-50c1-9a68-bfcd370d5536-fff40de0-0055-42cf-b333-a3551bace526', 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'fixed_ips': [{'subnet_id': '43488a57-f3d5-46f9-9f66-64c726773528'}]}} from dv-cinder-787195-6-smb. {{(pid=73975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 15:57:13.653667 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:13.845877 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.db_base_plugin_common [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Allocated IP 172.20.0.2 (fff40de0-0055-42cf-b333-a3551bace526/43488a57-f3d5-46f9-9f66-64c726773528/19790bc9-f99d-4209-a64c-e524ba8615e2) {{(pid=73975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 15:57:14.095661 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Notify callbacks [] for port, precommit_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:14.110624 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Transition to ACTIVE for port object 19790bc9-f99d-4209-a64c-e524ba8615e2 will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 15:57:14.118777 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 5 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 15:57:14.132998 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Transition to ACTIVE for port object 19790bc9-f99d-4209-a64c-e524ba8615e2 will not be triggered until provisioned by entity DHCP. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 15:57:14.140015 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590'] for port, after_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:14.146023 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:14.206660 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Network fff40de0-0055-42cf-b333-a3551bace526 is already hosted by enough agents. {{(pid=73975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 15:57:14.215019 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.base_scheduler [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Resources bound (agent type, host, resource id): {{(pid=73975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 15:57:14.226328 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Received port after_create {{(pid=73975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 15:57:14.228842 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Pushing event updated for resources: {'Port': ['ID=19790bc9-f99d-4209-a64c-e524ba8615e2,revision_number=1']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:14.239378 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:14.239758 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:14.240100 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:14.240431 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:14.240935 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:14.241257 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:14.241577 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:14.241891 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:14.242213 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:14.242531 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:14.242843 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:14.243151 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Tracked resource versions report: Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: pushed versions: Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: { 'AddressGroup': {'1.2'}, Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'ConntrackHelper': {'1.0'}, Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'Log': {'1.0'}, Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'Network': {'1.1'}, Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'Port': {'1.7'}, Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'PortForwarding': {'1.2'}, Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'QosPolicy': {'1.8'}, Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'SecurityGroup': {'1.4'}, Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'SecurityGroupRule': {'1.2'}, Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'SubPort': {'1.0'}, Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'Subnet': {'1.1'}, Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'Trunk': {'1.1'}} Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: consumer versions: Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: { DHCP agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: L3 agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: Metadata agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: Metering agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: Open vSwitch agent@dv-cinder-787195-6-smb: { 'AddressGroup': '1.2', Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'ConntrackHelper': '1.0', Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'Log': '1.0', Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'Network': '1.1', Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'Port': '1.7', Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'PortForwarding': '1.2', Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'QosPolicy': '1.8', Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'SecurityGroup': '1.4', Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'SecurityGroupRule': '1.2', Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'SubPort': '1.0', Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'Subnet': '1.1', Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: 'Trunk': '1.1'}} Apr 30 15:57:14.244385 dv-cinder-787195-6-smb neutron-server[73975]: {{(pid=73975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 15:57:14.288586 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:14.344940 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Attempting to bind port 19790bc9-f99d-4209-a64c-e524ba8615e2 on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 15:57:14.345651 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Attempting to bind port 19790bc9-f99d-4209-a64c-e524ba8615e2 by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': '407fbfba-a450-40f8-80c3-3660823d7f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 15:57:14.346153 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Attempting to bind port 19790bc9-f99d-4209-a64c-e524ba8615e2 on network fff40de0-0055-42cf-b333-a3551bace526 {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 15:57:14.353615 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 15, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 15:57:14.353947 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Checking segment: {'id': '407fbfba-a450-40f8-80c3-3660823d7f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 15:57:14.354409 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:14.354807 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Bound using segment: {'id': '407fbfba-a450-40f8-80c3-3660823d7f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 15:57:14.355311 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Bound port: 19790bc9-f99d-4209-a64c-e524ba8615e2, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407fbfba-a450-40f8-80c3-3660823d7f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 15:57:14.355700 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:14.454835 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] For port 19790bc9-f99d-4209-a64c-e524ba8615e2, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 15:57:14.459525 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] For port 19790bc9-f99d-4209-a64c-e524ba8615e2, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=19790bc9-f99d-4209-a64c-e524ba8615e2,segment=NetworkSegment(407fbfba-a450-40f8-80c3-3660823d7f43),segment_id=407fbfba-a450-40f8-80c3-3660823d7f43)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 15:57:14.465707 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:14.470437 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:14.563976 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Pushing event updated for resources: {'Port': ['ID=19790bc9-f99d-4209-a64c-e524ba8615e2,revision_number=2']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:14.567285 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:15.760823 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41162) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:57:16.206505 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [None req-a89a15fd-1062-4538-8db0-8e7bbff994c1 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 15:57:16.207640 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-a89a15fd-1062-4538-8db0-8e7bbff994c1 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4459829 Apr 30 15:57:18.670687 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41172) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:57:19.061640 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-d64d3b0e-ff66-4e96-8f53-1938fbc7ec19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:19.139482 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [None req-0abe1114-d8bb-4454-be4f-76bd1e1df94d admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 15:57:19.140896 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-0abe1114-d8bb-4454-be4f-76bd1e1df94d admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4690735 Apr 30 15:57:20.190073 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 19790bc9-f99d-4209-a64c-e524ba8615e2 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 15:57:20.266955 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 19790bc9-f99d-4209-a64c-e524ba8615e2 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 15:57:20.303412 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d78c3ac-a868-4f6c-8f77-b8a2b9a9a84a None None] Network fff40de0-0055-42cf-b333-a3551bace526 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 15:57:20.422201 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-cdaf399d-7db2-451c-9055-7bd5555c0cf4 None None] Provisioning for port 19790bc9-f99d-4209-a64c-e524ba8615e2 completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 15:57:20.441910 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-cdaf399d-7db2-451c-9055-7bd5555c0cf4 None None] Provisioning complete for port 19790bc9-f99d-4209-a64c-e524ba8615e2 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:57:20.442311 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-cdaf399d-7db2-451c-9055-7bd5555c0cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:20.697034 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-cdaf399d-7db2-451c-9055-7bd5555c0cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:20.755996 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-cdaf399d-7db2-451c-9055-7bd5555c0cf4 None None] For port 19790bc9-f99d-4209-a64c-e524ba8615e2, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=19790bc9-f99d-4209-a64c-e524ba8615e2,segment=NetworkSegment(407fbfba-a450-40f8-80c3-3660823d7f43),segment_id=407fbfba-a450-40f8-80c3-3660823d7f43)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 15:57:20.761956 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-cdaf399d-7db2-451c-9055-7bd5555c0cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:20.764625 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:20.839784 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf399d-7db2-451c-9055-7bd5555c0cf4 None None] Pushing event updated for resources: {'Port': ['ID=19790bc9-f99d-4209-a64c-e524ba8615e2,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:20.842998 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-cdaf399d-7db2-451c-9055-7bd5555c0cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:20.987040 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-1c5e9894-1b1f-4d60-9333-6665742df0f8 None None] Provisioning complete for port 19790bc9-f99d-4209-a64c-e524ba8615e2 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:57:20.987407 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9894-1b1f-4d60-9333-6665742df0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:21.918934 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 41188) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:57:21.935171 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-a0ba6576-bf64-4e9b-98f6-19c4756999e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:22.157820 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 19790bc9-f99d-4209-a64c-e524ba8615e2 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 15:57:22.224395 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 19790bc9-f99d-4209-a64c-e524ba8615e2 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:57:22.224966 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:22.527052 dv-cinder-787195-6-smb neutron-server[73974]: WARNING oslo_policy.policy [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:57:22.527621 dv-cinder-787195-6-smb neutron-server[73974]: WARNING oslo_policy.policy [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:57:22.743217 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:57:22.815052 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.policy [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73974) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 15:57:22.862784 dv-cinder-787195-6-smb neutron-server[73974]: WARNING oslo_policy.policy [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:57:22.863158 dv-cinder-787195-6-smb neutron-server[73974]: WARNING oslo_policy.policy [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:57:22.871848 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.quota [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] Loaded quota_driver: . Apr 30 15:57:22.887393 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:57:22.894030 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] Usage tracker for resource:router and tenant:6db67b2ba4b043c4916af5aaafebcf0c is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:57:22.899838 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:57:22.908681 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:57:22.926630 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4713'] for router, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:22.928907 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:22.959156 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:23.074704 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394080'] for router, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:23.094417 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] Notify callbacks [] for router, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:23.095629 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-6f4a1e1b-3c31-4347-9a3d-5ef2bd4f678a admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1756756 Apr 30 15:57:23.273142 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:24.785655 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:25.498472 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41214) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:57:25.650167 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [None req-6c4f8d85-788f-465c-a026-ccf3f6b5e0cb admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 15:57:25.651127 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-6c4f8d85-788f-465c-a026-ccf3f6b5e0cb admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1517620 Apr 30 15:57:27.010429 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:27.844856 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41234) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:57:27.893369 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:57:27.899182 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:57:27.902971 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Usage tracker for resource:network and tenant:8f08da7d12664c6d81e3f05ea9540bd4 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:57:27.905825 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:57:27.911468 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:57:27.920737 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Made reservation on behalf of 8f08da7d12664c6d81e3f05ea9540bd4 for: {'network': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 15:57:27.923261 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:27.935737 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:27.950477 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:57:27.954170 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Usage tracker for resource:security_group_rule and tenant:8f08da7d12664c6d81e3f05ea9540bd4 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:57:27.956888 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:57:27.962883 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:57:28.044361 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:28.048438 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:28.053179 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:28.065818 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Reserving flat network on physical network physnet1 {{(pid=73973) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 30 15:57:28.090633 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:28.090992 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.segments_db [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Added segment 67d6b27a-8983-4ada-97e8-49551173c191 of type flat for network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 Apr 30 15:57:28.092042 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d5e5ef-2c0e-4b75-952f-f227e2eaa892,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:28.098103 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:28.126000 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:28.162631 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:28.163877 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:57:28.164455 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:28.167656 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-24e60be6-de02-407c-989d-0df2f2dcaa03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:28.266340 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4204118 Apr 30 15:57:28.266959 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Pushing event updated for resources: {'Network': ['ID=7f18a24d-1fcc-4840-abae-ef8e7b2dba23,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:28.269568 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:28.277221 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 15:57:30.473177 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 41244) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:57:30.605243 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c0ef9-bd01-4679-a916-f029db8bc5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:57:30.606683 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-ac8c0ef9-bd01-4679-a916-f029db8bc5fe admin admin] 10.222.0.67 "GET /v2.0/subnets/43488a57-f3d5-46f9-9f66-64c726773528 HTTP/1.1" status: 200 len: 849 time: 0.1325905 Apr 30 15:57:30.747816 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-123caf6c-dbe0-4e60-9c5d-6c4834e4c088 admin admin] 10.222.0.67 "GET /v2.0/routers/d3276a7f-eb14-4393-b5b8-bf828958a33c HTTP/1.1" status: 200 len: 704 time: 0.1355255 Apr 30 15:57:31.230588 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:31.465015 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Allocated IP 172.20.0.1 (fff40de0-0055-42cf-b333-a3551bace526/43488a57-f3d5-46f9-9f66-64c726773528/70cb73ab-71bb-4a3c-a336-ae18f7219069) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 15:57:31.634878 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:31.653274 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Transition to ACTIVE for port object 70cb73ab-71bb-4a3c-a336-ae18f7219069 will not be triggered until provisioned by entity DHCP. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 15:57:31.707643 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:31.712987 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:31.758803 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Network fff40de0-0055-42cf-b333-a3551bace526 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 15:57:31.759847 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 15:57:31.811772 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 15:57:31.812299 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397294'] for router_interface, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:31.931340 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Pushing event updated for resources: {'Port': ['ID=70cb73ab-71bb-4a3c-a336-ae18f7219069,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:31.961938 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:31.962276 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:31.962600 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:31.962918 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:31.963239 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:31.963555 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:31.963865 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:31.964173 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:31.964496 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:31.964831 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:31.965141 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:31.965447 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Tracked resource versions report: Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: pushed versions: Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: { 'AddressGroup': {'1.2'}, Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'ConntrackHelper': {'1.0'}, Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'Log': {'1.0'}, Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'Network': {'1.1'}, Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'Port': {'1.7'}, Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'PortForwarding': {'1.2'}, Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'QosPolicy': {'1.8'}, Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'SecurityGroup': {'1.4'}, Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'SecurityGroupRule': {'1.2'}, Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'SubPort': {'1.0'}, Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'Subnet': {'1.1'}, Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'Trunk': {'1.1'}} Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: consumer versions: Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: { DHCP agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: L3 agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: Metadata agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: Metering agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: Open vSwitch agent@dv-cinder-787195-6-smb: { 'AddressGroup': '1.2', Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'ConntrackHelper': '1.0', Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'Log': '1.0', Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'Network': '1.1', Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'Port': '1.7', Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'PortForwarding': '1.2', Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'QosPolicy': '1.8', Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'SecurityGroup': '1.4', Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'SecurityGroupRule': '1.2', Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'SubPort': '1.0', Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'Subnet': '1.1', Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: 'Trunk': '1.1'}} Apr 30 15:57:31.966559 dv-cinder-787195-6-smb neutron-server[73974]: {{(pid=73974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 15:57:31.973120 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:31.999766 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-d35727e4-e326-4cd6-b8d4-5d875072e449 None None] Provisioning for port 70cb73ab-71bb-4a3c-a336-ae18f7219069 completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 15:57:32.004425 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-d35727e4-e326-4cd6-b8d4-5d875072e449 None None] Provisioning complete for port 70cb73ab-71bb-4a3c-a336-ae18f7219069 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:57:32.004834 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-d35727e4-e326-4cd6-b8d4-5d875072e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:32.059322 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-d35727e4-e326-4cd6-b8d4-5d875072e449 None None] Port 70cb73ab-71bb-4a3c-a336-ae18f7219069 cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 15:57:32.090131 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:32.325274 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:32.329522 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:32.330720 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397131'] for router_interface, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:32.335334 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:32.502690 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Pushing event updated for resources: {'Port': ['ID=70cb73ab-71bb-4a3c-a336-ae18f7219069,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:32.507228 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:32.559830 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Network fff40de0-0055-42cf-b333-a3551bace526 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 15:57:32.560960 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 15:57:32.749881 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Router d3276a7f-eb14-4393-b5b8-bf828958a33c is scheduled to L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 with binding_index 1 {{(pid=73974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 15:57:32.781976 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-c7268cee-fefa-4cf2-946f-b8cc7fa2bb6b None None] Provisioning complete for port 70cb73ab-71bb-4a3c-a336-ae18f7219069 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:57:32.782333 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c7268cee-fefa-4cf2-946f-b8cc7fa2bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:32.839866 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-c7268cee-fefa-4cf2-946f-b8cc7fa2bb6b None None] Port 70cb73ab-71bb-4a3c-a336-ae18f7219069 cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 15:57:32.906641 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 15:57:32.916209 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] 10.222.0.67 "PUT /v2.0/routers/d3276a7f-eb14-4393-b5b8-bf828958a33c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1634760 Apr 30 15:57:32.916404 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Sync routers for ids ['d3276a7f-eb14-4393-b5b8-bf828958a33c'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 15:57:32.927219 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Routers {'d3276a7f-eb14-4393-b5b8-bf828958a33c'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 15:57:32.928045 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T15:57:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['d3276a7f-eb14-4393-b5b8-bf828958a33c'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:57:33.109835 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Set router d3276a7f-eb14-4393-b5b8-bf828958a33c gateway port host: None {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 15:57:33.485652 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3276a7f-eb14-4393-b5b8-bf828958a33c', 'name': 'router1', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T15:57:22Z', 'updated_at': '2021-04-30T15:57:32Z', 'revision_number': 2, 'project_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'gw_port_host': None, '_interfaces': [{'id': '70cb73ab-71bb-4a3c-a336-ae18f7219069', 'name': '', 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'mac_address': 'fa:16:3e:55:29:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3276a7f-eb14-4393-b5b8-bf828958a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43488a57-f3d5-46f9-9f66-64c726773528', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:57:31Z', 'updated_at': '2021-04-30T15:57:32Z', 'revision_number': 2, 'project_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'subnets': [{'id': '43488a57-f3d5-46f9-9f66-64c726773528', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9234aef4-9ea2-4b73-a9e0-2cb4844b26b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:57:33.491420 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Checking router: d3276a7f-eb14-4393-b5b8-bf828958a33c for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 15:57:33.491773 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Updating router d3276a7f-eb14-4393-b5b8-bf828958a33c port 70cb73ab-71bb-4a3c-a336-ae18f7219069 binding host dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 15:57:33.546245 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:33.938951 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Notify callbacks [] for port, precommit_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:33.953421 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.provisioning_blocks [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Transition to ACTIVE for port object 70cb73ab-71bb-4a3c-a336-ae18f7219069 will not be triggered until provisioned by entity L2. {{(pid=73976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 15:57:33.960107 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:33.966391 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:34.126724 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Pushing event updated for resources: {'Port': ['ID=70cb73ab-71bb-4a3c-a336-ae18f7219069,revision_number=3']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:34.147637 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:34.147637 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:34.147942 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:34.148248 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:34.148563 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:34.148905 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:34.149223 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:34.149537 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:34.149914 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:34.150118 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:34.150426 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:34.150851 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Tracked resource versions report: Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: pushed versions: Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: { 'AddressGroup': {'1.2'}, Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'ConntrackHelper': {'1.0'}, Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'Log': {'1.0'}, Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'Network': {'1.1'}, Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'Port': {'1.7'}, Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'PortForwarding': {'1.2'}, Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'QosPolicy': {'1.8'}, Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'SecurityGroup': {'1.4'}, Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'SecurityGroupRule': {'1.2'}, Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'SubPort': {'1.0'}, Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'Subnet': {'1.1'}, Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'Trunk': {'1.1'}} Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: consumer versions: Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: { DHCP agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: L3 agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: Metadata agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: Metering agent@dv-cinder-787195-6-smb: {}, Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: Open vSwitch agent@dv-cinder-787195-6-smb: { 'AddressGroup': '1.2', Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'ConntrackHelper': '1.0', Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'Log': '1.0', Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'Network': '1.1', Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'Port': '1.7', Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'PortForwarding': '1.2', Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'QosPolicy': '1.8', Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'SecurityGroup': '1.4', Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'SecurityGroupRule': '1.2', Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'SubPort': '1.0', Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'Subnet': '1.1', Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: 'Trunk': '1.1'}} Apr 30 15:57:34.152708 dv-cinder-787195-6-smb neutron-server[73976]: {{(pid=73976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 15:57:34.187546 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:34.207294 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Attempting to bind port 70cb73ab-71bb-4a3c-a336-ae18f7219069 on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 15:57:34.207685 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Attempting to bind port 70cb73ab-71bb-4a3c-a336-ae18f7219069 by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': '407fbfba-a450-40f8-80c3-3660823d7f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526'}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 15:57:34.208684 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Attempting to bind port 70cb73ab-71bb-4a3c-a336-ae18f7219069 on network fff40de0-0055-42cf-b333-a3551bace526 {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 15:57:34.214138 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 15, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 15:57:34.214551 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Checking segment: {'id': '407fbfba-a450-40f8-80c3-3660823d7f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 15:57:34.215004 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:34.215390 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Bound using segment: {'id': '407fbfba-a450-40f8-80c3-3660823d7f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526'} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 15:57:34.215913 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Bound port: 70cb73ab-71bb-4a3c-a336-ae18f7219069, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407fbfba-a450-40f8-80c3-3660823d7f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526'}}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 15:57:34.216295 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:34.306706 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] For port 70cb73ab-71bb-4a3c-a336-ae18f7219069, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 15:57:34.310604 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] For port 70cb73ab-71bb-4a3c-a336-ae18f7219069, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=70cb73ab-71bb-4a3c-a336-ae18f7219069,segment=NetworkSegment(407fbfba-a450-40f8-80c3-3660823d7f43),segment_id=407fbfba-a450-40f8-80c3-3660823d7f43)] {{(pid=73976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 15:57:34.315976 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:34.321780 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:34.392097 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Routers {'d3276a7f-eb14-4393-b5b8-bf828958a33c'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 15:57:34.392748 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T15:57:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['d3276a7f-eb14-4393-b5b8-bf828958a33c'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:57:34.539289 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Pushing event updated for resources: {'Port': ['ID=70cb73ab-71bb-4a3c-a336-ae18f7219069,revision_number=4']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:34.550859 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:34.568366 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] Set router d3276a7f-eb14-4393-b5b8-bf828958a33c gateway port host: None {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 15:57:34.921564 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3276a7f-eb14-4393-b5b8-bf828958a33c', 'name': 'router1', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T15:57:22Z', 'updated_at': '2021-04-30T15:57:32Z', 'revision_number': 2, 'project_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'gw_port_host': None, '_interfaces': [{'id': '70cb73ab-71bb-4a3c-a336-ae18f7219069', 'name': '', 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'mac_address': 'fa:16:3e:55:29:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3276a7f-eb14-4393-b5b8-bf828958a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43488a57-f3d5-46f9-9f66-64c726773528', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:57:31Z', 'updated_at': '2021-04-30T15:57:34Z', 'revision_number': 4, 'project_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'subnets': [{'id': '43488a57-f3d5-46f9-9f66-64c726773528', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9234aef4-9ea2-4b73-a9e0-2cb4844b26b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:57:34.925582 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230bd4d-cf9b-4bf5-94d4-8ea6f9cf7a97 None None] The sync data for ids ['d3276a7f-eb14-4393-b5b8-bf828958a33c'] in dv-cinder-787195-6-smb is: [{'id': 'd3276a7f-eb14-4393-b5b8-bf828958a33c', 'name': 'router1', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T15:57:22Z', 'updated_at': '2021-04-30T15:57:32Z', 'revision_number': 2, 'project_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'gw_port_host': None, '_interfaces': [{'id': '70cb73ab-71bb-4a3c-a336-ae18f7219069', 'name': '', 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'mac_address': 'fa:16:3e:55:29:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3276a7f-eb14-4393-b5b8-bf828958a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43488a57-f3d5-46f9-9f66-64c726773528', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:57:31Z', 'updated_at': '2021-04-30T15:57:34Z', 'revision_number': 4, 'project_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'subnets': [{'id': '43488a57-f3d5-46f9-9f66-64c726773528', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9234aef4-9ea2-4b73-a9e0-2cb4844b26b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 15:57:35.150608 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 41260) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:57:35.299738 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb929dda-6b65-4c31-a5dd-cfc5a7e2c089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:57:35.300996 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-eb929dda-6b65-4c31-a5dd-cfc5a7e2c089 admin admin] 10.222.0.67 "GET /v2.0/networks/7f18a24d-1fcc-4840-abae-ef8e7b2dba23 HTTP/1.1" status: 200 len: 842 time: 0.1493235 Apr 30 15:57:35.311042 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Request body: {'subnet': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:57:35.316573 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:57:35.321052 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Usage tracker for resource:subnet and tenant:8f08da7d12664c6d81e3f05ea9540bd4 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:57:35.324023 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:57:35.330168 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:57:35.340913 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Made reservation on behalf of 8f08da7d12664c6d81e3f05ea9540bd4 for: {'subnet': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 15:57:35.343325 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:35.814654 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.objects.ports [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73974) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Apr 30 15:57:35.814983 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:35.819643 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:35.891907 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a2ec7a-0b40-4394-88ce-94b1dd1bf408,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:35.898389 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:35.905868 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Checking segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 15:57:35.906236 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Network hostable DHCP agents. Network: 7f18a24d-1fcc-4840-abae-ef8e7b2dba23, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 15:57:35.926931 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 15:57:35.938323 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, 7f18a24d-1fcc-4840-abae-ef8e7b2dba23) {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 15:57:35.943170 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:57:35.943848 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:35.949814 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31dca4f-c9be-4ce6-b402-1c1d8fbfd369 None None] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 15:57:35.976292 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6599889 Apr 30 15:57:36.214060 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf9ba91-94bd-430f-a2c9-338c9d04d5a8 None None] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 15:57:38.192016 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 70cb73ab-71bb-4a3c-a336-ae18f7219069 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 15:57:38.272440 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 70cb73ab-71bb-4a3c-a336-ae18f7219069 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 15:57:38.277878 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 70cb73ab-71bb-4a3c-a336-ae18f7219069 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:57:38.278262 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:38.317328 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41274) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:57:38.401447 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:38.435748 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port 70cb73ab-71bb-4a3c-a336-ae18f7219069, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=70cb73ab-71bb-4a3c-a336-ae18f7219069,segment=NetworkSegment(407fbfba-a450-40f8-80c3-3660823d7f43),segment_id=407fbfba-a450-40f8-80c3-3660823d7f43)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 15:57:38.439582 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:38.441721 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-8ac8c124-35d7-41a3-ba53-0376fe18afba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:38.514303 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=70cb73ab-71bb-4a3c-a336-ae18f7219069,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:38.517378 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:38.579660 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-837dd3c9-6718-4b93-863f-bb7f132cb75b admin admin] 10.222.0.67 "GET /v2.0/routers/d3276a7f-eb14-4393-b5b8-bf828958a33c HTTP/1.1" status: 200 len: 710 time: 0.2623246 Apr 30 15:57:38.709635 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add11d22-b03c-4cdc-a0cb-320b449fa7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:57:38.710200 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-add11d22-b03c-4cdc-a0cb-320b449fa7d0 admin admin] Synchronizing usage tracker for tenant:8f08da7d12664c6d81e3f05ea9540bd4 on resource:network {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 15:57:38.728171 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-add11d22-b03c-4cdc-a0cb-320b449fa7d0 admin admin] Unset dirty status for tenant:8f08da7d12664c6d81e3f05ea9540bd4 on resource:network {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 15:57:38.729522 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-add11d22-b03c-4cdc-a0cb-320b449fa7d0 admin admin] 10.222.0.67 "GET /v2.0/networks/7f18a24d-1fcc-4840-abae-ef8e7b2dba23 HTTP/1.1" status: 200 len: 886 time: 0.1440804 Apr 30 15:57:38.738323 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:57:39.224082 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4754'] for router, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:39.549214 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:39.603379 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:39.738959 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Allocated IP 172.28.1.46 (7f18a24d-1fcc-4840-abae-ef8e7b2dba23/58a2ec7a-0b40-4394-88ce-94b1dd1bf408/b66df9fc-91bd-4a11-8177-c8c36914f1fa) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 15:57:39.888678 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:39.949661 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:39.953317 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:40.008854 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 15:57:40.015392 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 15:57:40.019848 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 15:57:40.084304 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Pushing event updated for resources: {'Port': ['ID=b66df9fc-91bd-4a11-8177-c8c36914f1fa,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:40.142625 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:40.171468 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 70cb73ab-71bb-4a3c-a336-ae18f7219069 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 15:57:40.239853 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 70cb73ab-71bb-4a3c-a336-ae18f7219069 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:57:40.240210 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:40.410455 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:40.795531 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4754'] for router, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:40.799125 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-423727'] for router, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:40.977403 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Router d3276a7f-eb14-4393-b5b8-bf828958a33c has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 15:57:41.148583 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 15:57:41.156687 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Notify callbacks [] for router, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:41.157967 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] 10.222.0.67 "PUT /v2.0/routers/d3276a7f-eb14-4393-b5b8-bf828958a33c HTTP/1.1" status: 200 len: 889 time: 2.4228902 Apr 30 15:57:41.158317 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Sync routers for ids ['d3276a7f-eb14-4393-b5b8-bf828958a33c'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 15:57:41.169225 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Routers {'d3276a7f-eb14-4393-b5b8-bf828958a33c'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 15:57:41.169865 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T15:57:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['d3276a7f-eb14-4393-b5b8-bf828958a33c'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:57:41.366392 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Set router d3276a7f-eb14-4393-b5b8-bf828958a33c gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 15:57:41.706102 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3276a7f-eb14-4393-b5b8-bf828958a33c', 'name': 'router1', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': 'b66df9fc-91bd-4a11-8177-c8c36914f1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T15:57:22Z', 'updated_at': '2021-04-30T15:57:40Z', 'revision_number': 4, 'project_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'gw_port': {'id': 'b66df9fc-91bd-4a11-8177-c8c36914f1fa', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3276a7f-eb14-4393-b5b8-bf828958a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:57:39Z', 'updated_at': '2021-04-30T15:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '70cb73ab-71bb-4a3c-a336-ae18f7219069', 'name': '', 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'mac_address': 'fa:16:3e:55:29:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3276a7f-eb14-4393-b5b8-bf828958a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43488a57-f3d5-46f9-9f66-64c726773528', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:57:31Z', 'updated_at': '2021-04-30T15:57:38Z', 'revision_number': 5, 'project_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'subnets': [{'id': '43488a57-f3d5-46f9-9f66-64c726773528', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9234aef4-9ea2-4b73-a9e0-2cb4844b26b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:57:41.711111 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Checking router: d3276a7f-eb14-4393-b5b8-bf828958a33c for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 15:57:41.711474 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Updating router d3276a7f-eb14-4393-b5b8-bf828958a33c port b66df9fc-91bd-4a11-8177-c8c36914f1fa binding host dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 15:57:41.772609 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:42.100449 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Notify callbacks [] for port, precommit_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:42.112098 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Transition to ACTIVE for port object b66df9fc-91bd-4a11-8177-c8c36914f1fa will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 15:57:42.123683 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:42.128496 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:42.208716 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Attempting to bind port b66df9fc-91bd-4a11-8177-c8c36914f1fa on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 15:57:42.209068 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Attempting to bind port b66df9fc-91bd-4a11-8177-c8c36914f1fa by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 15:57:42.210213 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Attempting to bind port b66df9fc-91bd-4a11-8177-c8c36914f1fa on network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 15:57:42.212282 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4368da9-7d5f-4407-a38c-b4f8ad4fbdc1 None None] Pushing event updated for resources: {'Port': ['ID=b66df9fc-91bd-4a11-8177-c8c36914f1fa,revision_number=2']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:42.218099 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 15, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 15:57:42.218544 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Checking segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 15:57:42.218870 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:42.219263 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Bound using segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 15:57:42.219710 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Bound port: b66df9fc-91bd-4a11-8177-c8c36914f1fa, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 15:57:42.220099 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:42.244070 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-b4368da9-7d5f-4407-a38c-b4f8ad4fbdc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:42.295723 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] For port b66df9fc-91bd-4a11-8177-c8c36914f1fa, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 15:57:42.299195 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] For port b66df9fc-91bd-4a11-8177-c8c36914f1fa, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=b66df9fc-91bd-4a11-8177-c8c36914f1fa,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 15:57:42.302725 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:42.306699 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-b4368da9-7d5f-4407-a38c-b4f8ad4fbdc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:42.389026 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4368da9-7d5f-4407-a38c-b4f8ad4fbdc1 None None] Pushing event updated for resources: {'Port': ['ID=b66df9fc-91bd-4a11-8177-c8c36914f1fa,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:42.392531 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-b4368da9-7d5f-4407-a38c-b4f8ad4fbdc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:42.393297 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Routers {'d3276a7f-eb14-4393-b5b8-bf828958a33c'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 15:57:42.393903 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T15:57:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['d3276a7f-eb14-4393-b5b8-bf828958a33c'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:57:42.578338 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] Set router d3276a7f-eb14-4393-b5b8-bf828958a33c gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 15:57:42.938199 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3276a7f-eb14-4393-b5b8-bf828958a33c', 'name': 'router1', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': 'b66df9fc-91bd-4a11-8177-c8c36914f1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T15:57:22Z', 'updated_at': '2021-04-30T15:57:40Z', 'revision_number': 4, 'project_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'gw_port': {'id': 'b66df9fc-91bd-4a11-8177-c8c36914f1fa', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3276a7f-eb14-4393-b5b8-bf828958a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:57:39Z', 'updated_at': '2021-04-30T15:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '70cb73ab-71bb-4a3c-a336-ae18f7219069', 'name': '', 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'mac_address': 'fa:16:3e:55:29:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3276a7f-eb14-4393-b5b8-bf828958a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43488a57-f3d5-46f9-9f66-64c726773528', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:57:31Z', 'updated_at': '2021-04-30T15:57:38Z', 'revision_number': 5, 'project_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'subnets': [{'id': '43488a57-f3d5-46f9-9f66-64c726773528', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9234aef4-9ea2-4b73-a9e0-2cb4844b26b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:57:42.942343 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d62b1f4-57e8-4aa4-8819-5404a0c3ff76 None None] The sync data for ids ['d3276a7f-eb14-4393-b5b8-bf828958a33c'] in dv-cinder-787195-6-smb is: [{'id': 'd3276a7f-eb14-4393-b5b8-bf828958a33c', 'name': 'router1', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': 'b66df9fc-91bd-4a11-8177-c8c36914f1fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T15:57:22Z', 'updated_at': '2021-04-30T15:57:40Z', 'revision_number': 4, 'project_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'gw_port': {'id': 'b66df9fc-91bd-4a11-8177-c8c36914f1fa', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3276a7f-eb14-4393-b5b8-bf828958a33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:57:39Z', 'updated_at': '2021-04-30T15:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '70cb73ab-71bb-4a3c-a336-ae18f7219069', 'name': '', 'network_id': 'fff40de0-0055-42cf-b333-a3551bace526', 'tenant_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'mac_address': 'fa:16:3e:55:29:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3276a7f-eb14-4393-b5b8-bf828958a33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43488a57-f3d5-46f9-9f66-64c726773528', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:57:31Z', 'updated_at': '2021-04-30T15:57:38Z', 'revision_number': 5, 'project_id': '6db67b2ba4b043c4916af5aaafebcf0c', 'subnets': [{'id': '43488a57-f3d5-46f9-9f66-64c726773528', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9234aef4-9ea2-4b73-a9e0-2cb4844b26b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 15:57:43.541356 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 41284) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:57:43.663856 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-b63d5d3b-b389-4685-818c-8cae1d3c0d69 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1209724 Apr 30 15:57:44.197041 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device b66df9fc-91bd-4a11-8177-c8c36914f1fa up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 15:57:44.272915 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port b66df9fc-91bd-4a11-8177-c8c36914f1fa completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 15:57:44.278107 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port b66df9fc-91bd-4a11-8177-c8c36914f1fa triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:57:44.278478 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:44.400823 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:44.417592 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port b66df9fc-91bd-4a11-8177-c8c36914f1fa, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=b66df9fc-91bd-4a11-8177-c8c36914f1fa,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 15:57:44.421324 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:44.427402 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:44.494239 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=b66df9fc-91bd-4a11-8177-c8c36914f1fa,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:44.497357 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:46.200534 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device b66df9fc-91bd-4a11-8177-c8c36914f1fa up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 15:57:46.303392 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port b66df9fc-91bd-4a11-8177-c8c36914f1fa triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:57:46.303679 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:49.097466 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2e5f-8971-46f7-9534-d5d0f342d9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:51.118848 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 5 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 15:57:51.989461 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7227-e775-4905-9573-52522fcdf9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:53.282524 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:54.796223 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:57.030455 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:19.062780 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e33b4d81-3ec8-437f-8252-26428d5baf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:21.947404 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-1bfaefc0-4e34-44a6-b320-dd3b7a923887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:23.276470 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:24.802986 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:27.042041 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:28.119535 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 5 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 15:58:49.061720 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c3882543-30ff-4f49-9054-aadb54ab9736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:51.943556 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-1943996c-ad94-4301-8b02-0b825b3f3e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:53.286672 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:54.788908 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:57.049366 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:05.118375 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 5 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 15:59:19.056703 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-191b11f9-35ab-47f6-bb86-2e5ce9637b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:21.944958 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-27367cfc-a27f-49c9-b329-bd6edb71e25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:23.282011 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:24.637229 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 41854) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:59:24.717627 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c81f06-8da2-4f90-9b44-b3d2fa020e88 admin admin] GET failed (client error): The resource could not be found. Apr 30 15:59:24.719054 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-83c81f06-8da2-4f90-9b44-b3d2fa020e88 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0808873 Apr 30 15:59:24.802146 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:24.874123 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08677e99-703b-48a2-9c74-26984979dfe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:59:24.875649 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-08677e99-703b-48a2-9c74-26984979dfe5 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1523864 Apr 30 15:59:27.050221 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:27.144319 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 41864) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:59:27.335678 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a05974-dac7-4fcc-b61d-5c96a7847a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:59:27.336238 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-e3a05974-dac7-4fcc-b61d-5c96a7847a7d admin admin] Synchronizing usage tracker for tenant:8f08da7d12664c6d81e3f05ea9540bd4 on resource:subnet {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 15:59:27.357030 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-e3a05974-dac7-4fcc-b61d-5c96a7847a7d admin admin] Unset dirty status for tenant:8f08da7d12664c6d81e3f05ea9540bd4 on resource:subnet {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 15:59:27.358853 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-e3a05974-dac7-4fcc-b61d-5c96a7847a7d admin admin] 10.222.0.67 "GET /v2.0/subnets/43488a57-f3d5-46f9-9f66-64c726773528 HTTP/1.1" status: 200 len: 849 time: 0.2131927 Apr 30 15:59:27.370086 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:59:27.521529 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Notify callbacks [] for subnet, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:27.888935 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775008689246'] for subnet, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:27.893485 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d9f3b357-7936-4701-a31b-6cb836689cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:59:27.943066 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:59:27.944388 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:27.945059 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] 10.222.0.67 "PUT /v2.0/subnets/43488a57-f3d5-46f9-9f66-64c726773528 HTTP/1.1" status: 200 len: 868 time: 0.5799749 Apr 30 15:59:27.960446 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8823ad-37b8-4209-9435-ff5d6358e465 None None] Network fff40de0-0055-42cf-b333-a3551bace526 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 15:59:27.974914 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=43488a57-f3d5-46f9-9f66-64c726773528,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:59:27.982936 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:59:27.983303 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:59:27.983605 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:59:27.983930 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:59:27.984253 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:59:27.984574 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:59:27.984966 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:59:27.985316 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:59:27.985650 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:59:27.985975 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:59:27.986485 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:59:27.986833 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:59:27.992003 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:59:28.461462 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-0fc733a4-8521-4b68-ad8f-f0092de6d7af None None] Provisioning complete for port 70cb73ab-71bb-4a3c-a336-ae18f7219069 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:59:28.462014 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-0fc733a4-8521-4b68-ad8f-f0092de6d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:28.623277 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-0fc733a4-8521-4b68-ad8f-f0092de6d7af None None] Provisioning complete for port 19790bc9-f99d-4209-a64c-e524ba8615e2 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:59:28.623642 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-0fc733a4-8521-4b68-ad8f-f0092de6d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:30.140499 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 41874) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:59:30.317082 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764effe5-3836-43ad-8179-343b53ac25db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:59:30.317609 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764effe5-3836-43ad-8179-343b53ac25db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:59:30.319090 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-764effe5-3836-43ad-8179-343b53ac25db admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1775513 Apr 30 15:59:32.511012 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41884) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:59:32.690728 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062e4946-882f-4d3a-a266-18169bcd25bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:59:32.691799 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062e4946-882f-4d3a-a266-18169bcd25bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:59:32.693357 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-062e4946-882f-4d3a-a266-18169bcd25bd admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1813879 Apr 30 15:59:34.851907 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41894) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:59:35.023957 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f61e6-2bd6-42a4-a825-03fedc775cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:59:35.025376 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-d49f61e6-2bd6-42a4-a825-03fedc775cf5 admin admin] 10.222.0.67 "GET /v2.0/networks/7f18a24d-1fcc-4840-abae-ef8e7b2dba23 HTTP/1.1" status: 200 len: 886 time: 0.1725378 Apr 30 15:59:37.226589 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41904) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:59:37.407997 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15de54e7-4aaf-4a25-a477-420a248a718f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:59:37.409315 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-15de54e7-4aaf-4a25-a477-420a248a718f admin admin] 10.222.0.67 "GET /v2.0/networks/fff40de0-0055-42cf-b333-a3551bace526 HTTP/1.1" status: 200 len: 869 time: 0.1823277 Apr 30 15:59:39.577514 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 41914) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:59:39.688087 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdba9b79-bc10-4399-aa62-7d0853c9930d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:59:39.688543 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdba9b79-bc10-4399-aa62-7d0853c9930d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:59:39.690096 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-cdba9b79-bc10-4399-aa62-7d0853c9930d admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1113605 Apr 30 15:59:41.830506 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 41924) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:59:41.946032 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1e47f3-56eb-4306-98d3-59e7d80cdf06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:59:41.946496 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1e47f3-56eb-4306-98d3-59e7d80cdf06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:59:41.948044 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-9f1e47f3-56eb-4306-98d3-59e7d80cdf06 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1165922 Apr 30 15:59:42.117326 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 5 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 15:59:44.128522 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41934) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:59:44.244558 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044f4a25-3190-48ef-a37e-cac6fb90d669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:59:44.245994 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-044f4a25-3190-48ef-a37e-cac6fb90d669 admin admin] 10.222.0.67 "GET /v2.0/subnets/43488a57-f3d5-46f9-9f66-64c726773528 HTTP/1.1" status: 200 len: 868 time: 0.1165218 Apr 30 15:59:46.402267 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41944) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:59:46.506648 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71d32bd-87bb-4063-97e0-c580a834ad49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:59:46.507981 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-a71d32bd-87bb-4063-97e0-c580a834ad49 admin admin] 10.222.0.67 "GET /v2.0/subnets/58a2ec7a-0b40-4394-88ce-94b1dd1bf408 HTTP/1.1" status: 200 len: 816 time: 0.1047785 Apr 30 15:59:49.054359 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-7d34ada4-65bd-4348-b0c5-95fe77641b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:51.937171 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8a6b98bd-879d-4a34-9d3d-b11388739472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:53.287472 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:54.792688 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:57.053987 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:10.047208 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41988) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:10.099340 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [None req-8a301127-bc36-4f0f-92a6-3414df3c17d9 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:00:10.100333 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-8a301127-bc36-4f0f-92a6-3414df3c17d9 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521903 Apr 30 16:00:12.435447 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 41998) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:12.509723 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.pecan_wsgi.hooks.translation [None req-23769f38-9b17-49ad-8bdd-9fc4d0fd2122 admin admin] GET failed (client error): The resource could not be found. Apr 30 16:00:12.511104 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-23769f38-9b17-49ad-8bdd-9fc4d0fd2122 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0746772 Apr 30 16:00:12.648196 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2a81f5-9104-4ecf-b2af-2aca43148b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:12.649744 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-4f2a81f5-9104-4ecf-b2af-2aca43148b83 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1343396 Apr 30 16:00:14.938251 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42008) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:15.003515 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:15.008588 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:15.019124 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:15.030107 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Made reservation on behalf of 8f08da7d12664c6d81e3f05ea9540bd4 for: {'network': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:15.032506 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.123126 dv-cinder-787195-6-smb neutron-server[73974]: WARNING neutron.services.revisions.revision_plugin [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Could not find related network for resource to bump revision. Apr 30 16:00:15.137609 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=73974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:00:15.152997 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775008697236', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.153863 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Unsubscribe: segment precommit_create {{(pid=73974) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 16:00:15.154552 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.db.segments_db [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Added segment f3671980-6012-4317-9f17-fbcd184a65c9 of type vlan for network df2165ff-2baa-4789-ae21-9c5ec6cf5caa Apr 30 16:00:15.223851 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.285495 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.287835 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:15.288827 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.297511 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:15.454921 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5150003 Apr 30 16:00:15.460705 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Pushing event updated for resources: {'Network': ['ID=df2165ff-2baa-4789-ae21-9c5ec6cf5caa,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:15.464168 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:15.476384 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network df2165ff-2baa-4789-ae21-9c5ec6cf5caa details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:00:17.757917 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42018) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:17.841580 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b34f62c-5d51-42ec-8329-9a28f1a56c9c admin admin] GET failed (client error): The resource could not be found. Apr 30 16:00:17.842158 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-7b34f62c-5d51-42ec-8329-9a28f1a56c9c admin admin] Synchronizing usage tracker for tenant:8f08da7d12664c6d81e3f05ea9540bd4 on resource:network {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:17.859402 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-7b34f62c-5d51-42ec-8329-9a28f1a56c9c admin admin] Unset dirty status for tenant:8f08da7d12664c6d81e3f05ea9540bd4 on resource:network {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:17.860686 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-7b34f62c-5d51-42ec-8329-9a28f1a56c9c admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1014647 Apr 30 16:00:17.975914 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456dcb31-868f-45dc-afeb-7dfa75e64c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:17.977308 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-456dcb31-868f-45dc-afeb-7dfa75e64c48 admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1114297 Apr 30 16:00:17.988035 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] Request body: {'subnet': {'network_id': 'df2165ff-2baa-4789-ae21-9c5ec6cf5caa', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:17.994367 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:18.010519 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:18.023324 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] Made reservation on behalf of 8f08da7d12664c6d81e3f05ea9540bd4 for: {'subnet': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:18.026051 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:18.476986 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:18.480959 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:18.552721 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a01f6ce0-e96d-41cd-ac89-7c5d349cfed3,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:18.556414 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:18.563818 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] Checking segment: {'id': 'f3671980-6012-4317-9f17-fbcd184a65c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'df2165ff-2baa-4789-ae21-9c5ec6cf5caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:18.564172 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] Network hostable DHCP agents. Network: df2165ff-2baa-4789-ae21-9c5ec6cf5caa, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:00:18.584797 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] Network df2165ff-2baa-4789-ae21-9c5ec6cf5caa is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:00:18.598073 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, df2165ff-2baa-4789-ae21-9c5ec6cf5caa) {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:18.602811 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:18.603409 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:18.607774 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45547d7e-ace0-4df5-88e4-6c7040a9ff45 None None] Network df2165ff-2baa-4789-ae21-9c5ec6cf5caa requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:18.636068 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6521454 Apr 30 16:00:18.869032 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46327660-ad85-50c1-9a68-bfcd370d5536-df2165ff-2baa-4789-ae21-9c5ec6cf5caa', 'network_id': 'df2165ff-2baa-4789-ae21-9c5ec6cf5caa', 'tenant_id': '8f08da7d12664c6d81e3f05ea9540bd4', 'fixed_ips': [{'subnet_id': 'a01f6ce0-e96d-41cd-ac89-7c5d349cfed3'}]}} from dv-cinder-787195-6-smb. {{(pid=73975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:00:18.870269 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:19.071020 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-23ea3732-7c98-4377-9875-c336629cb32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:19.077434 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.db_base_plugin_common [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Allocated IP 192.168.233.2 (df2165ff-2baa-4789-ae21-9c5ec6cf5caa/a01f6ce0-e96d-41cd-ac89-7c5d349cfed3/26ec2502-d273-4fa4-9e89-2e9eec469a78) {{(pid=73975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:00:19.119658 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 5 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:00:19.308845 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Notify callbacks [] for port, precommit_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:19.320736 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Transition to ACTIVE for port object 26ec2502-d273-4fa4-9e89-2e9eec469a78 will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:19.340804 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Transition to ACTIVE for port object 26ec2502-d273-4fa4-9e89-2e9eec469a78 will not be triggered until provisioned by entity DHCP. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:19.347807 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590'] for port, after_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:19.355662 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:19.420029 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Network df2165ff-2baa-4789-ae21-9c5ec6cf5caa is already hosted by enough agents. {{(pid=73975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:19.423552 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.base_scheduler [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Resources bound (agent type, host, resource id): {{(pid=73975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:19.427117 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Received port after_create {{(pid=73975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:00:19.436351 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Pushing event updated for resources: {'Port': ['ID=26ec2502-d273-4fa4-9e89-2e9eec469a78,revision_number=1']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:19.471993 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:19.472339 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:19.472693 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:19.473000 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:19.473321 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:19.473633 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:19.473943 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:19.474249 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:19.474915 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:19.475234 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:19.475542 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:19.475867 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:19.480093 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:19.538458 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Attempting to bind port 26ec2502-d273-4fa4-9e89-2e9eec469a78 on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:00:19.538819 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Attempting to bind port 26ec2502-d273-4fa4-9e89-2e9eec469a78 by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': 'f3671980-6012-4317-9f17-fbcd184a65c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'df2165ff-2baa-4789-ae21-9c5ec6cf5caa'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:00:19.539176 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Attempting to bind port 26ec2502-d273-4fa4-9e89-2e9eec469a78 on network df2165ff-2baa-4789-ae21-9c5ec6cf5caa {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:19.544648 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 15, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:00:19.545042 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Checking segment: {'id': 'f3671980-6012-4317-9f17-fbcd184a65c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'df2165ff-2baa-4789-ae21-9c5ec6cf5caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:19.545429 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:19.545811 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Bound using segment: {'id': 'f3671980-6012-4317-9f17-fbcd184a65c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'df2165ff-2baa-4789-ae21-9c5ec6cf5caa'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:00:19.546266 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Bound port: 26ec2502-d273-4fa4-9e89-2e9eec469a78, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3671980-6012-4317-9f17-fbcd184a65c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'df2165ff-2baa-4789-ae21-9c5ec6cf5caa'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:00:19.546937 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:19.639675 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] For port 26ec2502-d273-4fa4-9e89-2e9eec469a78, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:00:19.644245 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] For port 26ec2502-d273-4fa4-9e89-2e9eec469a78, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=26ec2502-d273-4fa4-9e89-2e9eec469a78,segment=NetworkSegment(f3671980-6012-4317-9f17-fbcd184a65c9),segment_id=f3671980-6012-4317-9f17-fbcd184a65c9)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:00:19.649099 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:19.654182 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:19.739661 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Pushing event updated for resources: {'Port': ['ID=26ec2502-d273-4fa4-9e89-2e9eec469a78,revision_number=2']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:19.742848 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:20.334327 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 26ec2502-d273-4fa4-9e89-2e9eec469a78 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:20.413299 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 26ec2502-d273-4fa4-9e89-2e9eec469a78 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:20.571325 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ce860b-7b50-4dbd-ad1c-41323828b4fe None None] Network df2165ff-2baa-4789-ae21-9c5ec6cf5caa requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:20.707419 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-e9c75ca5-8570-4e08-b3f2-ffe6e36b3fd1 None None] Provisioning for port 26ec2502-d273-4fa4-9e89-2e9eec469a78 completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:20.724398 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-e9c75ca5-8570-4e08-b3f2-ffe6e36b3fd1 None None] Provisioning complete for port 26ec2502-d273-4fa4-9e89-2e9eec469a78 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:20.725089 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e9c75ca5-8570-4e08-b3f2-ffe6e36b3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:20.944471 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e9c75ca5-8570-4e08-b3f2-ffe6e36b3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:20.996145 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-e9c75ca5-8570-4e08-b3f2-ffe6e36b3fd1 None None] For port 26ec2502-d273-4fa4-9e89-2e9eec469a78, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=26ec2502-d273-4fa4-9e89-2e9eec469a78,segment=NetworkSegment(f3671980-6012-4317-9f17-fbcd184a65c9),segment_id=f3671980-6012-4317-9f17-fbcd184a65c9)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:21.000834 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e9c75ca5-8570-4e08-b3f2-ffe6e36b3fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:21.002926 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:21.078766 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c75ca5-8570-4e08-b3f2-ffe6e36b3fd1 None None] Pushing event updated for resources: {'Port': ['ID=26ec2502-d273-4fa4-9e89-2e9eec469a78,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:21.082909 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-e9c75ca5-8570-4e08-b3f2-ffe6e36b3fd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:21.224112 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-2f7d0024-4ddc-4643-a043-05c566f87970 None None] Provisioning complete for port 26ec2502-d273-4fa4-9e89-2e9eec469a78 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:21.224567 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0024-4ddc-4643-a043-05c566f87970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:21.939985 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-91aaa6c7-0849-49d2-97f0-919ee115cbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:22.297257 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 26ec2502-d273-4fa4-9e89-2e9eec469a78 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:22.389778 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 26ec2502-d273-4fa4-9e89-2e9eec469a78 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:22.390138 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:23.292105 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:24.798999 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:27.053997 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:49.042165 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e363ca55-eb74-49eb-8dbe-40b467f54aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:51.945462 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-33caf29f-d13b-430b-a2cf-6dc4b4ccbb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.289861 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.801649 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:56.119215 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 5 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:00:57.057363 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:19.059805 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-ddf23426-2aef-4ced-b212-b1cdb58ba797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:21.953618 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-50d572e2-a3ce-4689-83d2-9b89d7cfad16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:23.285314 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:24.809445 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:26.927638 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42068) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:26.934582 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [None req-6f2e79d8-daf4-41a2-abd1-8c993731dccb tempest-verify_tempest_config-97577450 tempest-verify_tempest_config-97577450-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:01:26.935708 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-6f2e79d8-daf4-41a2-abd1-8c993731dccb tempest-verify_tempest_config-97577450 tempest-verify_tempest_config-97577450-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069535 Apr 30 16:01:27.065685 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.272563 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42086) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:27.411147 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.428860 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:27.433220 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Usage tracker for resource:security_group_rule and tenant:67a2197a4445482db0d14a66230c41c4 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:27.437000 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:27.443639 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:27.544786 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.550514 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.557984 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:27.598392 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa25cf00-0ff0-4a4e-9f47-36f4b79df752,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:27.602509 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=67a2197a4445482db0d14a66230c41c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3288250 Apr 30 16:01:27.605407 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42092) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:27.608319 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.608692 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.609211 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.609545 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.609866 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.610244 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.611077 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.611403 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.611720 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.612037 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.612430 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.612695 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.617342 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:27.711332 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.740493 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.869097 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.873171 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:27.887360 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa25cf00-0ff0-4a4e-9f47-36f4b79df752,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:27.896690 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.897016 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.897341 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.897660 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.897974 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.898287 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.898609 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.898908 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.899218 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.899525 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.899836 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.900133 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:27.903950 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:27.905316 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.906264 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aa25cf00-0ff0-4a4e-9f47-36f4b79df752 HTTP/1.1" status: 204 len: 168 time: 0.2998505 Apr 30 16:01:33.118565 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 5 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:01:49.043377 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-3780950e-af7d-441d-a5da-c1591e72e089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:51.949444 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c33a8198-7f12-46ff-8c3d-d89b04d99b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:53.288170 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:54.806711 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:57.064582 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:10.118248 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 5 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:02:19.039995 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-b654f38b-f8c1-415d-981d-3a781bd7ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:21.958287 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-775c43d2-d258-47fa-bace-4cc37231a5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:23.290909 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:24.808739 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:27.064644 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:47.116931 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 5 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:02:49.042256 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-20f3eea9-77b1-4d28-8052-4e8cc8c974fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:51.954101 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-51565d48-3287-49f3-be8b-c65e2b149514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:53.294317 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:54.810630 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:57.068269 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:11.565678 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254'] for agent, after_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:15.604430 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42144) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:15.723060 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-a1d681b3-32e0-4a72-bf1c-36c44c1f1bf0 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1175151 Apr 30 16:03:17.883669 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42154) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:17.940923 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-2b04dd5c-6533-41ee-91e8-4e2f2e3e9d3b admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0561435 Apr 30 16:03:19.044766 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c54a47e8-a60f-472d-8777-54af9a8c1073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:21.955041 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-45bee749-e6bb-4961-acc4-a67be9463cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:23.300289 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:24.120390 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:03:24.813588 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.070323 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:41.513086 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:49.049127 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-ae66eb4c-d505-4037-8619-6f8d51271971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:51.958138 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-cf599483-1069-4d59-867b-0391d5cf97b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:53.302759 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:54.816608 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:57.073758 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:01.119062 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:04:11.537803 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:19.052902 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9d7a6c87-c57b-47cb-a059-c50e726f6bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:21.961575 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-acc620ef-e51c-41cd-a1e7-74ffde7f49b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:23.306274 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:24.822597 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:27.078766 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:38.119264 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:04:41.531236 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:49.065922 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e3f930e5-2e42-4e11-a105-6703bdd0cded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:49.492066 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42346) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:49.556507 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42356) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:49.891291 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1601990266-network', 'tenant_id': 'b52f733fe27c4c868435c1423568178a'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:49.898412 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:49.907063 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Usage tracker for resource:network and tenant:b52f733fe27c4c868435c1423568178a is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:49.914081 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:49.920681 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:49.933264 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Made reservation on behalf of b52f733fe27c4c868435c1423568178a for: {'network': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:49.938638 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:49.957181 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:49.978440 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:49.983616 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Usage tracker for resource:security_group_rule and tenant:b52f733fe27c4c868435c1423568178a is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:49.987525 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:49.994796 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:50.032881 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-967629105-network', 'tenant_id': '00ffd47a0b304e5cab764aa3194c9f1e'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:50.043145 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:50.056713 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Usage tracker for resource:network and tenant:00ffd47a0b304e5cab764aa3194c9f1e is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:50.063603 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:50.072001 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:50.098240 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Made reservation on behalf of 00ffd47a0b304e5cab764aa3194c9f1e for: {'network': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:50.100860 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.122552 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.150458 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:50.163457 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Usage tracker for resource:security_group_rule and tenant:00ffd47a0b304e5cab764aa3194c9f1e is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:50.167628 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:50.182213 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:50.189525 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.198462 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42380) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:50.207569 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.218606 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:50.242437 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42390) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:50.246873 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=73973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:04:50.269726 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42396) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:50.291485 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.291818 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.segments_db [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Added segment f7086d0a-9df1-4247-9a12-314bef0f405a of type vlan for network 8c4769f8-521e-44fc-b3ad-3997f3a9db7b Apr 30 16:04:50.296902 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42402) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:50.307742 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccbad75-58b6-410b-9df2-407e58cf2527,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:50.323360 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:50.323682 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:50.324000 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:50.324497 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:50.324869 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:50.325233 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:50.325607 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:50.325921 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:50.326638 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:50.327036 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:50.327679 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:50.328069 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Tracked resource versions report: Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: pushed versions: Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: { 'AddressGroup': {'1.2'}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'ConntrackHelper': {'1.0'}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'Log': {'1.0'}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'Network': {'1.1'}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'Port': {'1.7'}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'PortForwarding': {'1.2'}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'QosPolicy': {'1.8'}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'SecurityGroup': {'1.4'}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'SubPort': {'1.0'}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'Subnet': {'1.1'}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'Trunk': {'1.1'}} Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: consumer versions: Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: { DHCP agent@dv-cinder-787195-6-smb: {}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: HyperV agent@hv-cinder-78719: {}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: L3 agent@dv-cinder-787195-6-smb: {}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: Metadata agent@dv-cinder-787195-6-smb: {}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: Metering agent@dv-cinder-787195-6-smb: {}, Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: Open vSwitch agent@dv-cinder-787195-6-smb: { 'AddressGroup': '1.2', Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'ConntrackHelper': '1.0', Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'Log': '1.0', Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'Network': '1.1', Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'Port': '1.7', Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'PortForwarding': '1.2', Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'QosPolicy': '1.8', Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'SecurityGroup': '1.4', Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'SecurityGroupRule': '1.2', Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'SubPort': '1.0', Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'Subnet': '1.1', Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: 'Trunk': '1.1'}} Apr 30 16:04:50.329312 dv-cinder-787195-6-smb neutron-server[73973]: {{(pid=73973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:04:50.333428 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:50.356674 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.408501 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.414874 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.421953 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:50.434634 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.446067 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:50.446680 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.471892 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=73973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:04:50.477039 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62921ae-154f-48a2-9600-59fe0d59386d,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:50.484190 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:50.486850 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:50.528413 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.529222 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.segments_db [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Added segment 28afa69e-228c-4f31-89ea-0dae961c6cc3 of type vlan for network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 Apr 30 16:04:50.564675 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-663525858-network', 'tenant_id': '8baee5fa7e864efcb872c20e058ef004'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:50.571244 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:50.577931 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Usage tracker for resource:network and tenant:8baee5fa7e864efcb872c20e058ef004 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:50.583475 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:50.592607 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:50.596225 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Pushing event updated for resources: {'Network': ['ID=8c4769f8-521e-44fc-b3ad-3997f3a9db7b,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:50.601677 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:50.605707 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1123197 Apr 30 16:04:50.612251 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network 8c4769f8-521e-44fc-b3ad-3997f3a9db7b details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:04:50.618803 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42410) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:50.624036 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-network', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:50.632289 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-609347714-network', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:50.637909 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:50.644384 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.645750 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Request body: {'subnet': {'network_id': '8c4769f8-521e-44fc-b3ad-3997f3a9db7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1601990266-subnet', 'tenant_id': 'b52f733fe27c4c868435c1423568178a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:50.652456 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1675034206-network', 'tenant_id': 'd9b0cf4667014d57b11dbfde7f57b154'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:50.663320 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Usage tracker for resource:network and tenant:30884ecb7cdb4bbdae8da19d8171f557 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:50.667063 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:50.675286 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:50.683706 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Made reservation on behalf of 8baee5fa7e864efcb872c20e058ef004 for: {'network': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:50.687097 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.687662 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.689309 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:50.690038 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.696315 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-268b5a9e-6a7c-4d0b-b0f8-a7660dfd45a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:50.711417 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.729302 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:50.731931 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Made reservation on behalf of 30884ecb7cdb4bbdae8da19d8171f557 for: {'network': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:50.735966 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.757818 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:50.760473 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.775203 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:50.778535 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Usage tracker for resource:network and tenant:2d284bb0e5ba4410a1aade7a7e2872c9 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:50.786060 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:50.790960 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Usage tracker for resource:security_group_rule and tenant:30884ecb7cdb4bbdae8da19d8171f557 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:50.794239 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:50.801505 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:50.824533 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2664001 Apr 30 16:04:50.828065 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42430) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:50.836697 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Request body: {'subnet': {'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-967629105-subnet', 'tenant_id': '00ffd47a0b304e5cab764aa3194c9f1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:50.841141 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Pushing event updated for resources: {'Network': ['ID=7c270391-f0de-4ac8-a22c-7b5c1aba27c0,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:50.843715 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:50.846211 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:50.849116 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Usage tracker for resource:subnet and tenant:00ffd47a0b304e5cab764aa3194c9f1e is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:50.849721 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Usage tracker for resource:subnet and tenant:b52f733fe27c4c868435c1423568178a is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:50.852753 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:50.853317 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:50.857421 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:04:50.859201 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:50.862145 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:50.875121 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:50.875702 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Usage tracker for resource:network and tenant:d9b0cf4667014d57b11dbfde7f57b154 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:50.878776 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:50.881044 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:50.885502 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:50.888044 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Usage tracker for resource:security_group_rule and tenant:8baee5fa7e864efcb872c20e058ef004 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:50.893173 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Made reservation on behalf of 00ffd47a0b304e5cab764aa3194c9f1e for: {'subnet': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:50.898237 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.899814 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:50.908985 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:50.928201 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:50.956734 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Made reservation on behalf of 2d284bb0e5ba4410a1aade7a7e2872c9 for: {'network': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:50.956734 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.979308 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Made reservation on behalf of b52f733fe27c4c868435c1423568178a for: {'subnet': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:50.982074 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.019241 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.031017 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Made reservation on behalf of d9b0cf4667014d57b11dbfde7f57b154 for: {'network': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:51.033372 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.082987 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.158285 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:51.173881 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.178403 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Usage tracker for resource:security_group_rule and tenant:2d284bb0e5ba4410a1aade7a7e2872c9 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:51.187335 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:51.192843 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:51.201794 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.205612 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Usage tracker for resource:security_group_rule and tenant:d9b0cf4667014d57b11dbfde7f57b154 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:51.208739 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:51.215714 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:51.238330 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:51.245802 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:51.280522 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=73974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:04:51.353123 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.353459 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.db.segments_db [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Added segment d2e723c4-00d1-4f6f-9d87-9af104d8417a of type vlan for network fbdd012c-48a2-47ac-a102-5128271752a7 Apr 30 16:04:51.388357 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0bab23-dc6b-4c27-b48a-8643662bbcb7,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:51.458961 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.465195 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:51.467449 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:51.467797 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:51.468194 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:51.468577 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:51.468933 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:51.469346 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:51.469658 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:51.469978 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:51.470328 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:51.470630 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:51.470944 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:51.471251 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Tracked resource versions report: Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: pushed versions: Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: { 'AddressGroup': {'1.2'}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'ConntrackHelper': {'1.0'}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'Log': {'1.0'}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'Network': {'1.1'}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'Port': {'1.7'}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'PortForwarding': {'1.2'}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'QosPolicy': {'1.8'}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'SecurityGroup': {'1.4'}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'SubPort': {'1.0'}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'Subnet': {'1.1'}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'Trunk': {'1.1'}} Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: consumer versions: Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: { DHCP agent@dv-cinder-787195-6-smb: {}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: HyperV agent@hv-cinder-78719: {}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: L3 agent@dv-cinder-787195-6-smb: {}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: Metadata agent@dv-cinder-787195-6-smb: {}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: Metering agent@dv-cinder-787195-6-smb: {}, Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: Open vSwitch agent@dv-cinder-787195-6-smb: { 'AddressGroup': '1.2', Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'ConntrackHelper': '1.0', Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'Log': '1.0', Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'Network': '1.1', Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'Port': '1.7', Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'PortForwarding': '1.2', Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'QosPolicy': '1.8', Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'SecurityGroup': '1.4', Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'SecurityGroupRule': '1.2', Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'SubPort': '1.0', Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'Subnet': '1.1', Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: 'Trunk': '1.1'}} Apr 30 16:04:51.472340 dv-cinder-787195-6-smb neutron-server[73974]: {{(pid=73974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:04:51.476250 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:51.503259 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.535112 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a12444c-e684-4d80-96a7-0431e752e298,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:51.539017 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:51.542669 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.570850 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Checking segment: {'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:04:51.571206 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Network hostable DHCP agents. Network: 7c270391-f0de-4ac8-a22c-7b5c1aba27c0, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:04:51.576918 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.598400 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:04:51.615627 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, 7c270391-f0de-4ac8-a22c-7b5c1aba27c0) {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:04:51.621430 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:51.622142 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.626260 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-fba0ed7e-7cad-4221-8928-44432933ca05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:51.627705 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5e7af9-6785-41bb-8cab-16faf3a05722 None None] Network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:04:51.691916 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8527179 Apr 30 16:04:51.713712 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.717949 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=73974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:04:51.734339 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:51.735130 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.775414 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7cf946-99c1-4ace-a318-7702bf123aa5,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:51.814806 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.816261 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:51.824785 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:51.845055 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.845639 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.db.segments_db [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Added segment 7609ca92-b165-462e-9e46-a717ae3882cb of type vlan for network 56b59402-099e-42b6-a07e-fb025d8545b0 Apr 30 16:04:51.850205 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.873499 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.888959 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.943113 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac5fda6-de54-44e9-97bd-88d1c21e93d5 None None] Network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:04:51.983998 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=73974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:04:51.994504 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.995494 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.db.segments_db [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Added segment 2f8b5ae2-7d34-406b-a1ab-f054cda898b6 of type vlan for network 14c00e64-cc5c-4584-8c28-809f2f052668 Apr 30 16:04:52.022905 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.072554 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-ce625008-bc1c-4c2c-b6e3-d3a1de3441fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.082790 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=73974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:04:52.087552 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Pushing event updated for resources: {'Network': ['ID=fbdd012c-48a2-47ac-a102-5128271752a7,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:52.107925 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:52.112510 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:52.126591 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.128908 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network fbdd012c-48a2-47ac-a102-5128271752a7 details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:04:52.133150 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.143680 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.143997 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.db.segments_db [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Added segment 8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4 of type vlan for network ef423d78-3b8b-40da-a752-766158af6b24 Apr 30 16:04:52.145555 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:52.146119 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.243494 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc22550-1a7e-4772-a4b6-803322077662,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:52.287218 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0134103 Apr 30 16:04:52.290363 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42492) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:52.298319 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Request body: {'subnet': {'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-subnet', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:52.312215 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42496) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:52.315932 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:52.320194 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Usage tracker for resource:subnet and tenant:30884ecb7cdb4bbdae8da19d8171f557 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:52.323550 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:52.332707 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:52.341163 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42500) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:52.342571 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1428201 Apr 30 16:04:52.349923 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] Request body: {'subnet': {'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-609347714-subnet', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:52.355502 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Made reservation on behalf of 30884ecb7cdb4bbdae8da19d8171f557 for: {'subnet': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:52.360170 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.370288 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.379343 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:52.399858 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] Usage tracker for resource:subnet and tenant:2d284bb0e5ba4410a1aade7a7e2872c9 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:52.400394 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.403998 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:52.414380 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:52.419306 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:52.420159 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.487482 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] Made reservation on behalf of 2d284bb0e5ba4410a1aade7a7e2872c9 for: {'subnet': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:52.490372 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] Notify callbacks [] for subnet, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.490590 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1d7879-1b91-4406-bbe9-4b6acc8da6d4,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:52.506140 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:52.510572 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.453s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:52.511854 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:52.513030 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.514425 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2708449 Apr 30 16:04:52.517485 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4026e610-b0b4-43fe-8e54-f7ea407d1a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:52.614516 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42506) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:52.635598 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Request body: {'subnet': {'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-663525858-subnet', 'tenant_id': '8baee5fa7e864efcb872c20e058ef004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:52.647474 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:52.657650 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Usage tracker for resource:subnet and tenant:8baee5fa7e864efcb872c20e058ef004 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:52.666385 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:52.667530 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Pushing event updated for resources: {'Network': ['ID=14c00e64-cc5c-4584-8c28-809f2f052668,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:52.679899 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:52.687971 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network 14c00e64-cc5c-4584-8c28-809f2f052668 details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:04:52.738010 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Made reservation on behalf of 8baee5fa7e864efcb872c20e058ef004 for: {'subnet': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:52.740542 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.806713 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:52.807567 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.825088 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-50f22fb9-3bf6-45d0-be21-0bef80489121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.849330 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c60f6-69d4-4305-be45-726e1b7d56c5 admin admin] Pushing event updated for resources: {'Network': ['ID=56b59402-099e-42b6-a07e-fb025d8545b0,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:52.864773 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network 56b59402-099e-42b6-a07e-fb025d8545b0 details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:04:52.892430 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5928104 Apr 30 16:04:52.910790 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42514) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:52.912641 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-50f22fb9-3bf6-45d0-be21-0bef80489121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:52.929827 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Request body: {'subnet': {'network_id': 'ef423d78-3b8b-40da-a752-766158af6b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1675034206-subnet', 'tenant_id': 'd9b0cf4667014d57b11dbfde7f57b154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:52.933526 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-50f22fb9-3bf6-45d0-be21-0bef80489121 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec4e0bd2235452081b8584e91498bc6 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:52.944925 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-50f22fb9-3bf6-45d0-be21-0bef80489121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:53.133429 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Pushing event updated for resources: {'Network': ['ID=ef423d78-3b8b-40da-a752-766158af6b24,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:53.141940 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:53.154660 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-50f22fb9-3bf6-45d0-be21-0bef80489121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:53.159227 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network ef423d78-3b8b-40da-a752-766158af6b24 details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:04:53.230231 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:53.231089 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.748s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:53.231717 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:53.233178 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Usage tracker for resource:subnet and tenant:d9b0cf4667014d57b11dbfde7f57b154 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:53.237800 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:53.245886 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:53.258476 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:53.259280 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:53.270188 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Made reservation on behalf of d9b0cf4667014d57b11dbfde7f57b154 for: {'subnet': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:53.273056 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:53.318078 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:53.451272 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42538) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:53.458446 dv-cinder-787195-6-smb neutron-server[73973]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 16:04:53.463633 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-50f22fb9-3bf6-45d0-be21-0bef80489121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:53.476307 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-50f22fb9-3bf6-45d0-be21-0bef80489121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:53.494501 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-94801c80-6cc8-4274-88ec-4b6d119e2680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:53.527073 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:53.560869 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f22fb9-3bf6-45d0-be21-0bef80489121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a326688d-d7a5-4fae-9a89-17688ead059b,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:53.569903 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-50f22fb9-3bf6-45d0-be21-0bef80489121 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0ec4e0bd2235452081b8584e91498bc6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2336066 Apr 30 16:04:53.571907 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-50f22fb9-3bf6-45d0-be21-0bef80489121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:53.573298 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42544) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:53.575841 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-24093bf9-df4d-4e2a-906e-2a43d256fc4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:53.743732 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff25333e-71fe-4bcf-9ef0-1dc1420052d7,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:53.750715 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:53.761315 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Checking segment: {'id': 'f7086d0a-9df1-4247-9a12-314bef0f405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8c4769f8-521e-44fc-b3ad-3997f3a9db7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:04:53.761661 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Network hostable DHCP agents. Network: 8c4769f8-521e-44fc-b3ad-3997f3a9db7b, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:04:53.800926 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-417fcd78-ec1a-4b4b-9da3-06355b55dce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:53.808479 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:53.825277 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3201e7b7-334e-4da1-82a7-cf805345c8f9 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:53.825966 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3201e7b7-334e-4da1-82a7-cf805345c8f9 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Synchronizing usage tracker for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:network {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:04:53.834231 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-ea8a86c7-fa51-4e68-8a66-ec2e4a670e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:53.855808 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Network 8c4769f8-521e-44fc-b3ad-3997f3a9db7b is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:04:53.862413 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:53.865383 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-417fcd78-ec1a-4b4b-9da3-06355b55dce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:53.893383 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, 8c4769f8-521e-44fc-b3ad-3997f3a9db7b) {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:04:53.901364 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439c677c-d76a-4597-b9fe-2be3962f49c7 None None] Network 8c4769f8-521e-44fc-b3ad-3997f3a9db7b requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:04:53.913726 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:53.914440 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:53.941032 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3201e7b7-334e-4da1-82a7-cf805345c8f9 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Unset dirty status for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:network {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:04:53.942187 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3201e7b7-334e-4da1-82a7-cf805345c8f9 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/networks?id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0 HTTP/1.1" status: 200 len: 814 time: 0.4867871 Apr 30 16:04:54.016359 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ce67a9-b01b-4823-9930-c277e305b13b,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:54.017757 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-ae2e7193-9547-46de-a209-670f2268eb16 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3979676 Apr 30 16:04:54.039837 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-417fcd78-ec1a-4b4b-9da3-06355b55dce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.047330 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:54.062179 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fcd78-ec1a-4b4b-9da3-06355b55dce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a326688d-d7a5-4fae-9a89-17688ead059b,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:54.069921 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-417fcd78-ec1a-4b4b-9da3-06355b55dce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:54.074254 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-417fcd78-ec1a-4b4b-9da3-06355b55dce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.075356 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-417fcd78-ec1a-4b4b-9da3-06355b55dce8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a326688d-d7a5-4fae-9a89-17688ead059b HTTP/1.1" status: 204 len: 168 time: 0.4737070 Apr 30 16:04:54.098958 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.100036 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Checking segment: {'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:04:54.100398 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Network hostable DHCP agents. Network: fbdd012c-48a2-47ac-a102-5128271752a7, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:04:54.116105 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:54.137196 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:54.139459 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.143618 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-9b3c8df8-404f-4bf4-84ad-694f57b77670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:54.186473 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3a7000c3-016b-47d4-a978-514a04f02c6f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/quotas/00ffd47a0b304e5cab764aa3194c9f1e HTTP/1.1" status: 200 len: 375 time: 0.2319262 Apr 30 16:04:54.206107 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28333d3a-71e9-4d94-9006-34d90b621b23,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:54.209099 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b572105-3b26-4090-8ed9-7a0f364c6526 None None] Network 8c4769f8-521e-44fc-b3ad-3997f3a9db7b requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:04:54.213420 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] Checking segment: {'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:04:54.213752 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] Network hostable DHCP agents. Network: 14c00e64-cc5c-4584-8c28-809f2f052668, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:04:54.215336 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:54.246719 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Checking segment: {'id': '8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ef423d78-3b8b-40da-a752-766158af6b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:04:54.247942 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Network hostable DHCP agents. Network: ef423d78-3b8b-40da-a752-766158af6b24, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:04:54.295693 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Network ef423d78-3b8b-40da-a752-766158af6b24 is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:04:54.302143 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-2e5df853-0490-4f79-b6d6-6ac296fe75c1 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=00ffd47a0b304e5cab764aa3194c9f1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929480 Apr 30 16:04:54.321261 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Network fbdd012c-48a2-47ac-a102-5128271752a7 is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:04:54.331743 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, ef423d78-3b8b-40da-a752-766158af6b24) {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:04:54.332216 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] Network 14c00e64-cc5c-4584-8c28-809f2f052668 is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:04:54.337667 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:54.338627 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.343723 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, fbdd012c-48a2-47ac-a102-5128271752a7) {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:04:54.357176 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, 14c00e64-cc5c-4584-8c28-809f2f052668) {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:04:54.370556 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=609591f8-1443-456a-9728-4d0e18b05af1,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:54.394286 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4684367 Apr 30 16:04:54.394498 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:54.394498 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.397859 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aff924-7a5f-4058-a8e6-9d8aa1bb2d69 None None] Network ef423d78-3b8b-40da-a752-766158af6b24 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:04:54.402355 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Checking segment: {'id': '7609ca92-b165-462e-9e46-a717ae3882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:04:54.402711 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Network hostable DHCP agents. Network: 56b59402-099e-42b6-a07e-fb025d8545b0, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:04:54.420055 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74291e75-5467-421d-b285-b8d1fed811ed None None] Network fbdd012c-48a2-47ac-a102-5128271752a7 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:04:54.538568 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:54.539486 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.562298 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42580) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:54.563158 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2709630 Apr 30 16:04:54.568235 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:54.568801 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Network 56b59402-099e-42b6-a07e-fb025d8545b0 is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:04:54.578609 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:54.584002 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, 56b59402-099e-42b6-a07e-fb025d8545b0) {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:04:54.592446 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:54.593979 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Usage tracker for resource:router and tenant:30884ecb7cdb4bbdae8da19d8171f557 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:54.594463 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.601849 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-bbb68634-8489-4e52-823b-9147c1971cfe admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2588911 Apr 30 16:04:54.603880 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42584) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:54.607784 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f679e3b4-95e5-4a15-977e-21a4265e9b6c,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:54.618293 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:54.618393 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:54.618712 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:54.618982 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:54.623486 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:54.634034 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0173061 Apr 30 16:04:54.634848 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42588) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:54.636852 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:54.639174 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:54.647592 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-663525858-router', 'tenant_id': '8baee5fa7e864efcb872c20e058ef004', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:54.668178 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Usage tracker for resource:router and tenant:2d284bb0e5ba4410a1aade7a7e2872c9 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:54.669636 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:54.673982 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:54.682840 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5d61d8-62b2-4f2f-a165-0ad646d46671 None None] Network 14c00e64-cc5c-4584-8c28-809f2f052668 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:04:54.688616 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:54.691356 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Usage tracker for resource:router and tenant:8baee5fa7e864efcb872c20e058ef004 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:54.697718 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4713'] for router, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.703044 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.708240 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:54.715458 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:54.736678 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.739925 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4713'] for router, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.741194 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.775053 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.975914 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54000607-239c-4fe4-aac8-fd92bf80a7dc None None] Network 56b59402-099e-42b6-a07e-fb025d8545b0 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:04:55.013647 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42596) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:55.020959 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4713'] for router, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.022632 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.197907 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cf6ce46f-985d-4b34-a5af-69a9beba2cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.257224 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.277456 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4754'] for router, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.406481 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46327660-ad85-50c1-9a68-bfcd370d5536-fbdd012c-48a2-47ac-a102-5128271752a7', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b'}]}} from dv-cinder-787195-6-smb. {{(pid=73975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:04:55.407617 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.539740 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46327660-ad85-50c1-9a68-bfcd370d5536-14c00e64-cc5c-4584-8c28-809f2f052668', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1'}]}} from dv-cinder-787195-6-smb. {{(pid=73975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:04:55.540744 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.600789 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-cf6ce46f-985d-4b34-a5af-69a9beba2cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:55.606251 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-cf6ce46f-985d-4b34-a5af-69a9beba2cd1 admin admin] Usage tracker for resource:security_group_rule and tenant:0f3d1adf9c1a4f069fe985dc42c2f833 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:55.610391 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-cf6ce46f-985d-4b34-a5af-69a9beba2cd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:55.618563 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-cf6ce46f-985d-4b34-a5af-69a9beba2cd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:55.627691 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.735165 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.db_base_plugin_common [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Allocated IP 172.20.0.2 (fbdd012c-48a2-47ac-a102-5128271752a7/47ce67a9-b01b-4823-9930-c277e305b13b/0c20a567-011b-4ec0-82ca-43256ca5f7ce) {{(pid=73975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:04:55.743055 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cf6ce46f-985d-4b34-a5af-69a9beba2cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.751150 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-c3594683-c61b-4e55-8642-fa97d951ea19 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:04:55.752622 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-c3594683-c61b-4e55-8642-fa97d951ea19 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0968196 Apr 30 16:04:55.823084 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cf6ce46f-985d-4b34-a5af-69a9beba2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.845596 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4754'] for router, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.880926 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42622) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:55.890532 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2104276369-network', 'tenant_id': 'c212c7ad467d46b59282813a2b6d0518'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:55.914565 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:55.922479 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Usage tracker for resource:network and tenant:c212c7ad467d46b59282813a2b6d0518 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:55.982207 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:55.987962 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-5f75f4b6-f08b-4ad9-b04b-f694f24af313 service neutron] 10.222.0.67 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662598 Apr 30 16:04:56.002442 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:56.004495 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:56.016835 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4754'] for router, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.084595 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42638) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:56.139885 dv-cinder-787195-6-smb neutron-server[73974]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 16:04:56.165809 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Made reservation on behalf of c212c7ad467d46b59282813a2b6d0518 for: {'network': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:56.168090 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.175755 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-cf6ce46f-985d-4b34-a5af-69a9beba2cd1 admin admin] Synchronizing usage tracker for tenant:8f08da7d12664c6d81e3f05ea9540bd4 on resource:security_group {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:04:56.196449 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ce46f-985d-4b34-a5af-69a9beba2cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc111fd-1745-4b35-b75a-f3bc98c35a06,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:56.201071 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cf6ce46f-985d-4b34-a5af-69a9beba2cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:56.231796 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.259230 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-92d9f270-326d-4627-ae6b-cd5e47ad3b8b service neutron] 10.222.0.67 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475681 Apr 30 16:04:56.261720 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-cf6ce46f-985d-4b34-a5af-69a9beba2cd1 admin admin] Unset dirty status for tenant:8f08da7d12664c6d81e3f05ea9540bd4 on resource:security_group {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:04:56.263098 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-cf6ce46f-985d-4b34-a5af-69a9beba2cd1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0f3d1adf9c1a4f069fe985dc42c2f833&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2502797 Apr 30 16:04:56.265833 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42642) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:56.272453 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:56.281387 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87cf54a-fa81-42be-aef3-4380551173a9 None None] Network 56b59402-099e-42b6-a07e-fb025d8545b0 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:04:56.281996 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Usage tracker for resource:security_group_rule and tenant:c212c7ad467d46b59282813a2b6d0518 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:56.285836 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:56.293736 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:56.409209 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-84c33fe6-024b-40f7-b4f4-8fe95318cd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.440857 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-84c33fe6-024b-40f7-b4f4-8fe95318cd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.538880 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.556233 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Notify callbacks [] for port, precommit_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.575160 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16cea3e-3cce-4949-ac7e-457d44f5d87d None None] Network ef423d78-3b8b-40da-a752-766158af6b24 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:04:56.581516 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.651204 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Transition to ACTIVE for port object 0c20a567-011b-4ec0-82ca-43256ca5f7ce will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:04:56.736503 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-341660c2-3093-440b-9a24-f1eee430c88a tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:56.737231 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-341660c2-3093-440b-9a24-f1eee430c88a tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Synchronizing usage tracker for tenant:d9b0cf4667014d57b11dbfde7f57b154 on resource:network {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:04:56.772740 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f5863ee2-c507-44b1-82a2-b8903f1ea789 req-1ec1157d-543a-4631-a0be-400509487ca6 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 210 time: 0.0576649 Apr 30 16:04:56.823586 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-84c33fe6-024b-40f7-b4f4-8fe95318cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.838291 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:56.881745 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c33fe6-024b-40f7-b4f4-8fe95318cd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc111fd-1745-4b35-b75a-f3bc98c35a06,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:56.886584 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Transition to ACTIVE for port object 0c20a567-011b-4ec0-82ca-43256ca5f7ce will not be triggered until provisioned by entity DHCP. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:04:56.887888 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-84c33fe6-024b-40f7-b4f4-8fe95318cd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:56.897244 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.967293 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.982749 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-84c33fe6-024b-40f7-b4f4-8fe95318cd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.987297 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-84c33fe6-024b-40f7-b4f4-8fe95318cd29 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2fc111fd-1745-4b35-b75a-f3bc98c35a06 HTTP/1.1" status: 204 len: 168 time: 0.7205803 Apr 30 16:04:57.014467 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.db_base_plugin_common [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Allocated IP 172.20.0.2 (14c00e64-cc5c-4584-8c28-809f2f052668/609591f8-1443-456a-9728-4d0e18b05af1/f42273ad-98e0-4aa9-9ecc-fc4c8ebab186) {{(pid=73975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:04:57.052948 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590'] for port, after_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.080943 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.121115 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-e9c75ca5-8570-4e08-b3f2-ffe6e36b3fd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:57.166984 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.185384 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:57.193083 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-341660c2-3093-440b-9a24-f1eee430c88a tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Unset dirty status for tenant:d9b0cf4667014d57b11dbfde7f57b154 on resource:network {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:04:57.199412 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-341660c2-3093-440b-9a24-f1eee430c88a tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/networks?id=ef423d78-3b8b-40da-a752-766158af6b24 HTTP/1.1" status: 200 len: 812 time: 1.1136997 Apr 30 16:04:57.214614 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Pushing event updated for resources: {'Port': ['ID=0c20a567-011b-4ec0-82ca-43256ca5f7ce,revision_number=1']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:57.244334 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-126188a8-37c2-449b-8a85-aaea8c368c19 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/quotas/d9b0cf4667014d57b11dbfde7f57b154 HTTP/1.1" status: 200 len: 375 time: 0.0346680 Apr 30 16:04:57.258472 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:57.259094 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:57.259767 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:57.260115 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:57.260492 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:57.260890 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:57.261314 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:57.261679 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:57.261998 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:57.262360 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:57.262871 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:57.263245 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Tracked resource versions report: Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: pushed versions: Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: { 'AddressGroup': {'1.2'}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'ConntrackHelper': {'1.0'}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'Log': {'1.0'}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'Network': {'1.1'}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'Port': {'1.7'}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'PortForwarding': {'1.2'}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'QosPolicy': {'1.8'}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'SecurityGroup': {'1.4'}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'SubPort': {'1.0'}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'Subnet': {'1.1'}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'Trunk': {'1.1'}} Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: consumer versions: Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: { DHCP agent@dv-cinder-787195-6-smb: {}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: HyperV agent@hv-cinder-78719: {}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: L3 agent@dv-cinder-787195-6-smb: {}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: Metadata agent@dv-cinder-787195-6-smb: {}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: Metering agent@dv-cinder-787195-6-smb: {}, Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: Open vSwitch agent@dv-cinder-787195-6-smb: { 'AddressGroup': '1.2', Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'ConntrackHelper': '1.0', Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'Log': '1.0', Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'Network': '1.1', Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'Port': '1.7', Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'PortForwarding': '1.2', Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'QosPolicy': '1.8', Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'SecurityGroup': '1.4', Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'SecurityGroupRule': '1.2', Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'SubPort': '1.0', Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'Subnet': '1.1', Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: 'Trunk': '1.1'}} Apr 30 16:04:57.264867 dv-cinder-787195-6-smb neutron-server[73975]: {{(pid=73975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:04:57.268864 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:57.290727 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Allocated IP 172.28.1.8 (7f18a24d-1fcc-4840-abae-ef8e7b2dba23/58a2ec7a-0b40-4394-88ce-94b1dd1bf408/9a558eab-db62-46d4-8896-77dd3420700c) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:04:57.291889 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.304783 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=73974) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:04:57.317072 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-91209ce8-be8f-473f-9a40-058831820c30 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9b0cf4667014d57b11dbfde7f57b154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809298 Apr 30 16:04:57.344698 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.367811 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Network fbdd012c-48a2-47ac-a102-5128271752a7 is already hosted by enough agents. {{(pid=73975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:04:57.373080 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668aae6f-d20c-475e-a7f2-c8e27387f3ec,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:57.382489 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:57.388378 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.388720 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.db.segments_db [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Added segment 1ec8300d-8a17-464f-8c3a-68c7b515ad96 of type vlan for network 150fb738-2c44-4613-8ff7-5682c43ba93d Apr 30 16:04:57.390889 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.469979 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.base_scheduler [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Resources bound (agent type, host, resource id): {{(pid=73975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:04:57.473469 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Received port after_create {{(pid=73975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:04:57.641766 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.681607 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Attempting to bind port 0c20a567-011b-4ec0-82ca-43256ca5f7ce on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:04:57.682102 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Attempting to bind port 0c20a567-011b-4ec0-82ca-43256ca5f7ce by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:04:57.683098 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Attempting to bind port 0c20a567-011b-4ec0-82ca-43256ca5f7ce on network fbdd012c-48a2-47ac-a102-5128271752a7 {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:04:57.690076 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.693306 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:57.693846 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.702588 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:04:57.703153 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Checking segment: {'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:04:57.703639 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.704046 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Bound using segment: {'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:04:57.704586 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Bound port: 0c20a567-011b-4ec0-82ca-43256ca5f7ce, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:04:57.706810 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.727025 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4d69c4d5-b2c2-4a8b-ae2a-fe6ab6b5e235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:57.793958 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-36139817-a2a4-45fb-a959-1c5348373d1f service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:04:57.795463 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-36139817-a2a4-45fb-a959-1c5348373d1f service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1852112 Apr 30 16:04:57.800769 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42718) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:57.801343 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9183877 Apr 30 16:04:57.807254 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Request body: {'subnet': {'network_id': '150fb738-2c44-4613-8ff7-5682c43ba93d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2104276369-subnet', 'tenant_id': 'c212c7ad467d46b59282813a2b6d0518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:57.815327 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:57.823060 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Usage tracker for resource:subnet and tenant:c212c7ad467d46b59282813a2b6d0518 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:57.837727 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:57.856844 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:57.887064 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Made reservation on behalf of c212c7ad467d46b59282813a2b6d0518 for: {'subnet': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:57.891493 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.996819 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:58.004579 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] For port 0c20a567-011b-4ec0-82ca-43256ca5f7ce, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:04:58.015598 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] For port 0c20a567-011b-4ec0-82ca-43256ca5f7ce, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=0c20a567-011b-4ec0-82ca-43256ca5f7ce,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:04:58.021090 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Transition to ACTIVE for port object f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:04:58.034592 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:58.050471 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:58.116106 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Transition to ACTIVE for port object f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 will not be triggered until provisioned by entity DHCP. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:04:58.136248 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590'] for port, after_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:58.136411 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:58.148107 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Pushing event updated for resources: {'Network': ['ID=150fb738-2c44-4613-8ff7-5682c43ba93d,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:58.153662 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:58.163859 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network 150fb738-2c44-4613-8ff7-5682c43ba93d details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:04:58.185279 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d8307861-2108-4a8c-9f42-d48e631aaf71 req-174feb8a-94d7-4d98-9c68-98be1a7a9986 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 210 time: 0.1161835 Apr 30 16:04:58.187679 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Network 14c00e64-cc5c-4584-8c28-809f2f052668 is already hosted by enough agents. {{(pid=73975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:04:58.194837 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.base_scheduler [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Resources bound (agent type, host, resource id): {{(pid=73975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:04:58.196885 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Pushing event updated for resources: {'Port': ['ID=0c20a567-011b-4ec0-82ca-43256ca5f7ce,revision_number=2']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:58.224513 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Received port after_create {{(pid=73975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:04:58.354969 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:58.370459 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:58.516413 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Allocated IP 172.28.1.219 (7f18a24d-1fcc-4840-abae-ef8e7b2dba23/58a2ec7a-0b40-4394-88ce-94b1dd1bf408/12e0570c-af98-424b-a329-20e22b1ff01d) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:04:58.540559 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:04:58.542981 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-b50b58e6-01e6-435c-83a9-852b28f80413 service neutron] 10.222.0.67 "GET /v2.0/networks/ef423d78-3b8b-40da-a752-766158af6b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250860 Apr 30 16:04:58.546827 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:04:58.553988 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:04:58.563524 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:58.570835 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:58.642011 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Pushing event updated for resources: {'Port': ['ID=9a558eab-db62-46d4-8896-77dd3420700c,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:58.706228 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Attempting to bind port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:04:58.706680 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Attempting to bind port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:04:58.707057 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Attempting to bind port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 on network 14c00e64-cc5c-4584-8c28-809f2f052668 {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:04:58.730010 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:04:58.730389 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Checking segment: {'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:04:58.730797 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:58.731202 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Bound using segment: {'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:04:58.732832 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Bound port: f42273ad-98e0-4aa9-9ecc-fc4c8ebab186, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:04:58.733180 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:58.820717 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:58.882159 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Pushing event updated for resources: {'Port': ['ID=f42273ad-98e0-4aa9-9ecc-fc4c8ebab186,revision_number=1']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:58.899236 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:58.992956 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] For port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:04:59.001731 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] For port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=f42273ad-98e0-4aa9-9ecc-fc4c8ebab186,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:04:59.010979 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:59.016551 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:59.038838 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:59.119720 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:59.134535 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:59.203507 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Pushing event updated for resources: {'Port': ['ID=f42273ad-98e0-4aa9-9ecc-fc4c8ebab186,revision_number=2']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:59.213531 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:59.281929 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:04:59.298115 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:04:59.302159 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:59.303177 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:04:59.389093 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Allocated IP 172.28.1.238 (7f18a24d-1fcc-4840-abae-ef8e7b2dba23/58a2ec7a-0b40-4394-88ce-94b1dd1bf408/5f7c5794-5f58-4f45-afd4-8ab6e6d44c56) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:04:59.396379 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Pushing event updated for resources: {'Port': ['ID=12e0570c-af98-424b-a329-20e22b1ff01d,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:59.429178 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-6d364adf-4a73-4509-97a8-3b3c604c160d service neutron] 10.222.0.67 "GET /v2.0/networks/ef423d78-3b8b-40da-a752-766158af6b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8708537 Apr 30 16:04:59.619064 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:59.632914 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2cd4632d-f581-4409-bbcc-b9db359f81a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:59.695676 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.65', 62167) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:59.903008 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1d3aea-24d5-4c91-95ee-c32557dc0f0b None None] Network fbdd012c-48a2-47ac-a102-5128271752a7 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:04:59.908013 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-6a5b9293-e799-40be-adbd-b356a3cb7465 req-d8a84572-2bfd-4a8a-b7bf-0c01bbab906b tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 210 time: 0.2105596 Apr 30 16:04:59.961086 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:00.008790 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb10555-f1b5-444c-87a9-ccfd0fd8adb5,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:00.040436 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:00.051485 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:00.063508 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Checking segment: {'id': '1ec8300d-8a17-464f-8c3a-68c7b515ad96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '150fb738-2c44-4613-8ff7-5682c43ba93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:00.063894 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Network hostable DHCP agents. Network: 150fb738-2c44-4613-8ff7-5682c43ba93d, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:05:00.137305 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:00.193812 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-ad0d1119-6dd4-4730-8728-46d2e21f3562 None None] Provisioning for port 0c20a567-011b-4ec0-82ca-43256ca5f7ce completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:00.239419 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-be727b79-3cca-444b-aa9e-4763eb755723 req-96437d9c-f811-4013-99ac-484f873dca23 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 210 time: 0.3392880 Apr 30 16:05:00.287590 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Network 150fb738-2c44-4613-8ff7-5682c43ba93d is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:05:00.292606 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Pushing event updated for resources: {'Port': ['ID=5f7c5794-5f58-4f45-afd4-8ab6e6d44c56,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:00.340295 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:00.369476 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:00.377580 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, 150fb738-2c44-4613-8ff7-5682c43ba93d) {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:00.386615 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:00.404326 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:00.439265 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:00.441712 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:00.473753 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3346378e-90a0-46cc-b338-adea77984796 None None] Network 150fb738-2c44-4613-8ff7-5682c43ba93d requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:05:00.595105 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:00.791547 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9894881 Apr 30 16:05:00.814809 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:01.037407 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 0c20a567-011b-4ec0-82ca-43256ca5f7ce up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:01.116573 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a10544a-88ea-477e-b006-b6faf206217e None None] Network 14c00e64-cc5c-4584-8c28-809f2f052668 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:05:01.314906 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42848) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:01.495285 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c6a5b7f3-6634-4863-99e7-429962c08481 req-c62db5c7-65e3-49a7-9ee6-38f73a2ba45c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 210 time: 0.2957778 Apr 30 16:05:01.650863 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ebbaa3-c92a-4c43-9e8b-ee62c25a1481 admin admin] Deleting subnet ff25333e-71fe-4bcf-9ef0-1dc1420052d7 {{(pid=73973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:05:01.673552 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-64ebbaa3-c92a-4c43-9e8b-ee62c25a1481 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:01.674049 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-820570af-4d90-4aea-9941-63a73e9d4cbf tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:01.676392 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-820570af-4d90-4aea-9941-63a73e9d4cbf tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "GET /v2.0/networks?id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0 HTTP/1.1" status: 200 len: 814 time: 1.9795294 Apr 30 16:05:01.822268 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-820c7fd4-37f3-4fa8-be0a-89ddb5057fb1 None None] Provisioning for port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:01.860996 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-30faa351-01f5-469a-95e2-4e5a835e345d req-8000994f-8f29-452d-aa23-62b08f65af95 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 210 time: 0.2109356 Apr 30 16:05:02.032673 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Request body: {'port': {'device_id': 'b3935ac0-2f2c-4c04-a47c-e631a4580259', 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0', 'admin_state_up': True, 'tenant_id': '00ffd47a0b304e5cab764aa3194c9f1e'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:02.118311 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebd5ad3-49b8-4dc8-ade2-0210a815afa4 None None] Network 150fb738-2c44-4613-8ff7-5682c43ba93d requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:05:02.285418 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 0c20a567-011b-4ec0-82ca-43256ca5f7ce completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:02.325098 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 0c20a567-011b-4ec0-82ca-43256ca5f7ce triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:02.325619 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:02.343231 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394080'] for router, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:02.391622 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-c807ae69-d32f-49b2-af20-fa1d668671c3 None None] Provisioning complete for port 0c20a567-011b-4ec0-82ca-43256ca5f7ce triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:02.392126 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c807ae69-d32f-49b2-af20-fa1d668671c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:02.512195 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:02.583740 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Usage tracker for resource:port and tenant:00ffd47a0b304e5cab764aa3194c9f1e is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:02.605029 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:02.781589 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-64ebbaa3-c92a-4c43-9e8b-ee62c25a1481 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:02.863395 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:02.894766 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-64ebbaa3-c92a-4c43-9e8b-ee62c25a1481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378834'] for subnet, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:02.950951 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394080'] for router, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:02.953997 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.65', 62180) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:03.017561 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e1027cb2-54d3-4aa0-9b86-bd014a9b2098 req-d790948f-d529-4967-bd64-bf3a4aba56c6 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 210 time: 0.2627373 Apr 30 16:05:03.112885 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c807ae69-d32f-49b2-af20-fa1d668671c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:03.190773 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-c807ae69-d32f-49b2-af20-fa1d668671c3 None None] For port 0c20a567-011b-4ec0-82ca-43256ca5f7ce, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=0c20a567-011b-4ec0-82ca-43256ca5f7ce,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:03.212033 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c807ae69-d32f-49b2-af20-fa1d668671c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:03.227919 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:03.239507 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Made reservation on behalf of 00ffd47a0b304e5cab764aa3194c9f1e for: {'port': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:05:03.246164 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:03.271645 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5cfc67a0-7956-4033-84e0-f4c9abd9f410 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:03.274059 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5cfc67a0-7956-4033-84e0-f4c9abd9f410 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.65 "GET /v2.0/networks?id=ef423d78-3b8b-40da-a752-766158af6b24 HTTP/1.1" status: 200 len: 812 time: 0.3077078 Apr 30 16:05:03.347326 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3fb5035a-da99-40a2-b895-b7b8d3b68f8a req-df10d5cc-6bc6-453e-bbff-0cf40710946c tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 210 time: 0.0718539 Apr 30 16:05:03.364436 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807ae69-d32f-49b2-af20-fa1d668671c3 None None] Pushing event updated for resources: {'Port': ['ID=0c20a567-011b-4ec0-82ca-43256ca5f7ce,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:03.379045 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-c807ae69-d32f-49b2-af20-fa1d668671c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:03.380872 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:03.453333 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Request body: {'port': {'device_id': 'dd3a76fc-516d-4ec7-b2e9-2e978dd8b343', 'network_id': 'ef423d78-3b8b-40da-a752-766158af6b24', 'admin_state_up': True, 'tenant_id': 'd9b0cf4667014d57b11dbfde7f57b154'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:03.522822 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.db.api [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 16:05:03.523250 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_db.api [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 16:05:03.554710 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:03.778044 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Router b85fe3e1-52ba-428d-8595-55445f753525 is scheduled to L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 with binding_index 1 {{(pid=73973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:05:03.913930 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-64ebbaa3-c92a-4c43-9e8b-ee62c25a1481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:03.924906 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-15522766-3eef-4713-a14d-8385e8c62085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:04.042442 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebbaa3-c92a-4c43-9e8b-ee62c25a1481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff25333e-71fe-4bcf-9ef0-1dc1420052d7,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:04.060500 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-64ebbaa3-c92a-4c43-9e8b-ee62c25a1481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:04.066590 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-64ebbaa3-c92a-4c43-9e8b-ee62c25a1481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:04.075374 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-64ebbaa3-c92a-4c43-9e8b-ee62c25a1481 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ff25333e-71fe-4bcf-9ef0-1dc1420052d7 HTTP/1.1" status: 204 len: 168 time: 2.7590230 Apr 30 16:05:04.076141 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42898) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:04.140637 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:05:04.151907 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Sync routers for ids ['b85fe3e1-52ba-428d-8595-55445f753525'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:05:04.181736 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Routers {'b85fe3e1-52ba-428d-8595-55445f753525'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:04.188074 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:04:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b85fe3e1-52ba-428d-8595-55445f753525'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:04.293589 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:04.567038 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Set router b85fe3e1-52ba-428d-8595-55445f753525 gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:04.594202 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Notify callbacks [] for router, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:04.595423 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.9593713 Apr 30 16:05:04.621654 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42908) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:04.628847 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-91fd4e55-dd79-46a7-8a31-f988dac847c8 req-c1758217-e51e-41b3-ab84-d7eb4e40a418 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 210 time: 0.1886017 Apr 30 16:05:04.654114 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:04.677606 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:04.681304 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:04.753235 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Allocated IP 172.20.0.14 (7c270391-f0de-4ac8-a22c-7b5c1aba27c0/3a12444c-e684-4d80-96a7-0431e752e298/71d769f1-d3a3-40dc-bac3-2df67fd26b53) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:04.852680 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42912) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:05.055449 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-37eb9744-e0f2-4b92-a34e-59c6c0b36805 req-2c812fec-b7e6-4444-9930-046ee817bb63 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 210 time: 0.1932294 Apr 30 16:05:05.207647 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497117'] for network, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:05.211892 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:05.324470 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=f42273ad-98e0-4aa9-9ecc-fc4c8ebab186,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:05.341099 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:05.344090 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'name': 'tempest-ServerRescueNegativeTestJSON-663525858-router', 'tenant_id': '8baee5fa7e864efcb872c20e058ef004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': '12e0570c-af98-424b-a329-20e22b1ff01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:00Z', 'revision_number': 3, 'project_id': '8baee5fa7e864efcb872c20e058ef004', 'gw_port': {'id': '12e0570c-af98-424b-a329-20e22b1ff01d', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:05.346181 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:05.359440 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Checking router: b85fe3e1-52ba-428d-8595-55445f753525 for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:05:05.360783 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Updating router b85fe3e1-52ba-428d-8595-55445f753525 port 12e0570c-af98-424b-a329-20e22b1ff01d binding host dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:05:05.408679 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:05.473659 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Usage tracker for resource:port and tenant:d9b0cf4667014d57b11dbfde7f57b154 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:05.488029 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:05.510225 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c2c4ad33-216a-4fe3-901f-b856f1975e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:05.527293 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 0c20a567-011b-4ec0-82ca-43256ca5f7ce up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:05.534667 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:05.543369 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-c2c4ad33-216a-4fe3-901f-b856f1975e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:05.544431 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377951', 'neutron.services.segments.db._delete_segments_for_network-8775008697245'] for network, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:05.548635 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-c2c4ad33-216a-4fe3-901f-b856f1975e9d admin admin] Usage tracker for resource:security_group_rule and tenant:286717ee451048f5a85ba42c0863bc5c is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:05.551804 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-c2c4ad33-216a-4fe3-901f-b856f1975e9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:05.558252 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-c2c4ad33-216a-4fe3-901f-b856f1975e9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:05.660204 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:05.684261 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af is scheduled to L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 with binding_index 1 {{(pid=73974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:05:05.765761 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=f42273ad-98e0-4aa9-9ecc-fc4c8ebab186,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:05.771727 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Made reservation on behalf of d9b0cf4667014d57b11dbfde7f57b154 for: {'port': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:05:05.775269 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:05.780784 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:05.808491 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 0c20a567-011b-4ec0-82ca-43256ca5f7ce triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:05.808900 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:06.007613 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c2c4ad33-216a-4fe3-901f-b856f1975e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:06.020632 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:06.020996 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:06.021752 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:06.022083 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=73973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:06.022392 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:06.022721 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=73973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:06.023032 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:06.023336 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:06.023636 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:06.023934 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:06.193413 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:06.194092 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:06.194566 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:06.195080 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:06.195608 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4769f8-521e-44fc-b3ad-3997f3a9db7b']}} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:06.208987 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7086d0a-9df1-4247-9a12-314bef0f405a') {'for_net_delete': True} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:06.209982 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7086d0a-9df1-4247-9a12-314bef0f405a') {} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:06.224289 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775008709991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8147482'] for segment, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:06.241970 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:06.249982 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=73973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:05:06.270148 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Notify callbacks [] for port, precommit_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:06.285825 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.provisioning_blocks [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Transition to ACTIVE for port object 12e0570c-af98-424b-a329-20e22b1ff01d will not be triggered until provisioned by entity L2. {{(pid=73976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:06.316972 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:06.328351 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:06.446089 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Attempting to bind port 12e0570c-af98-424b-a329-20e22b1ff01d on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:06.447416 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Attempting to bind port 12e0570c-af98-424b-a329-20e22b1ff01d by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:06.448050 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Attempting to bind port 12e0570c-af98-424b-a329-20e22b1ff01d on network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:06.469131 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:06.469826 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Checking segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:06.470469 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:06.472415 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Bound using segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:06.482024 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Bound port: 12e0570c-af98-424b-a329-20e22b1ff01d, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:06.482554 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:06.500260 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3fb5cbed-a909-4113-be66-730a26934291 req-1b4f9f60-c0d1-402f-b6db-0f59616f7fa5 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 210 time: 0.0740123 Apr 30 16:05:06.500867 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c2c4ad33-216a-4fe3-901f-b856f1975e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:06.522173 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a2089-d277-4766-9403-80895c385701 None None] Pushing event updated for resources: {'Port': ['ID=12e0570c-af98-424b-a329-20e22b1ff01d,revision_number=2']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:06.565835 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a2089-d277-4766-9403-80895c385701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:06.566156 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a2089-d277-4766-9403-80895c385701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:06.566479 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a2089-d277-4766-9403-80895c385701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:06.566793 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a2089-d277-4766-9403-80895c385701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:06.567104 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a2089-d277-4766-9403-80895c385701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:06.567416 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a2089-d277-4766-9403-80895c385701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:06.567722 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a2089-d277-4766-9403-80895c385701 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:06.568026 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a2089-d277-4766-9403-80895c385701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:06.568330 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a2089-d277-4766-9403-80895c385701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:06.568633 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a2089-d277-4766-9403-80895c385701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:06.568976 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a2089-d277-4766-9403-80895c385701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:06.569279 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a2089-d277-4766-9403-80895c385701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388a2089-d277-4766-9403-80895c385701 None None] Tracked resource versions report: Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: pushed versions: Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: { 'AddressGroup': {'1.2'}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'ConntrackHelper': {'1.0'}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'Log': {'1.0'}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'Network': {'1.1'}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'Port': {'1.7'}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'PortForwarding': {'1.2'}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'QosPolicy': {'1.8'}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'SecurityGroup': {'1.4'}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'SubPort': {'1.0'}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'Subnet': {'1.1'}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'Trunk': {'1.1'}} Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: consumer versions: Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: { DHCP agent@dv-cinder-787195-6-smb: {}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: HyperV agent@hv-cinder-78719: {}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: L3 agent@dv-cinder-787195-6-smb: {}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: Metadata agent@dv-cinder-787195-6-smb: {}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: Metering agent@dv-cinder-787195-6-smb: {}, Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: Open vSwitch agent@dv-cinder-787195-6-smb: { 'AddressGroup': '1.2', Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'ConntrackHelper': '1.0', Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'Log': '1.0', Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'Network': '1.1', Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'Port': '1.7', Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'PortForwarding': '1.2', Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'QosPolicy': '1.8', Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'SecurityGroup': '1.4', Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'SecurityGroupRule': '1.2', Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'SubPort': '1.0', Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'Subnet': '1.1', Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: 'Trunk': '1.1'}} Apr 30 16:05:06.570347 dv-cinder-787195-6-smb neutron-server[73976]: {{(pid=73976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:05:06.575370 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-388a2089-d277-4766-9403-80895c385701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:06.620871 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Network 8c4769f8-521e-44fc-b3ad-3997f3a9db7b has no segments {{(pid=73973) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:05:06.641703 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1391655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7273981'] for segment, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:06.659923 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] For port 12e0570c-af98-424b-a329-20e22b1ff01d, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:06.665445 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] For port 12e0570c-af98-424b-a329-20e22b1ff01d, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=12e0570c-af98-424b-a329-20e22b1ff01d,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:06.669894 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:06.675008 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:06.688722 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:06.703869 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-c2c4ad33-216a-4fe3-901f-b856f1975e9d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=286717ee451048f5a85ba42c0863bc5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8293107 Apr 30 16:05:06.719380 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42934) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:06.802300 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-05f75520-5acd-462a-b7a7-50da1e752b39 req-222813d7-f1a5-4c92-80c4-4279e271a26d tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 210 time: 0.3782218 Apr 30 16:05:06.825280 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4ad33-216a-4fe3-901f-b856f1975e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6000dfea-622d-4793-a0ae-ecd60b538367,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:06.829940 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:05:06.842182 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Routers {'b85fe3e1-52ba-428d-8595-55445f753525'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:06.843356 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:04:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b85fe3e1-52ba-428d-8595-55445f753525'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:06.861167 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c2c4ad33-216a-4fe3-901f-b856f1975e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:06.862574 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394080'] for router, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:07.108402 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a2089-d277-4766-9403-80895c385701 None None] Pushing event updated for resources: {'Port': ['ID=12e0570c-af98-424b-a329-20e22b1ff01d,revision_number=3']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:07.114893 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-388a2089-d277-4766-9403-80895c385701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:07.169436 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] Set router b85fe3e1-52ba-428d-8595-55445f753525 gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:07.247614 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Network 8c4769f8-521e-44fc-b3ad-3997f3a9db7b has no segments {{(pid=73973) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:05:07.263811 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-c3ac509d-376c-49dd-a9be-d6f37f8825a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: from cryptography.utils import int_from_bytes Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: from cryptography.utils import int_from_bytes Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: Traceback (most recent call last): Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: timer() Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: cb(*args, **kw) Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: return func(*args, **kwargs) Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: self._notify() Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: self.callback(batched_events) Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: event.method(event) Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: return f(self, *a, **k) Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: return self._get(url).json() Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: return self.request(url, 'GET', **kwargs) Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:05:07.285023 dv-cinder-787195-6-smb neutron-server[73973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:05:07.298657 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Sync routers for ids ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:05:07.317759 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Routers {'7aa1b875-e34a-4c08-96e9-8ccedd3e62af'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:07.318411 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:04:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:07.408112 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-c3ac509d-376c-49dd-a9be-d6f37f8825a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:07.469566 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400498'] for network, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:07.498176 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-28d80f8f-c5af-4513-9977-2c08b6083292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:07.524887 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:07.565546 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c4769f8-521e-44fc-b3ad-3997f3a9db7b,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:07.573668 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:07.583489 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-213fdb18-75f7-4849-bbaf-32a1fed6f5e9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/8c4769f8-521e-44fc-b3ad-3997f3a9db7b HTTP/1.1" status: 204 len: 168 time: 3.5062349 Apr 30 16:05:07.593719 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42944) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:07.629487 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Set router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:07.629810 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Allocated IP 172.20.0.6 (ef423d78-3b8b-40da-a752-766158af6b24/28333d3a-71e9-4d94-9006-34d90b621b23/a13d55ed-5907-4ee1-82f7-076088703509) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:07.654783 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-c3ac509d-376c-49dd-a9be-d6f37f8825a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:07.674777 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-84c33fe6-024b-40f7-b4f4-8fe95318cd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:07.694007 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac509d-376c-49dd-a9be-d6f37f8825a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6000dfea-622d-4793-a0ae-ecd60b538367,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:07.700317 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-c3ac509d-376c-49dd-a9be-d6f37f8825a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:07.702937 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-c3ac509d-376c-49dd-a9be-d6f37f8825a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:07.705158 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-c3ac509d-376c-49dd-a9be-d6f37f8825a1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6000dfea-622d-4793-a0ae-ecd60b538367 HTTP/1.1" status: 204 len: 168 time: 0.9770761 Apr 30 16:05:07.713066 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:07.814037 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:07.832583 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'name': 'tempest-ServerRescueNegativeTestJSON-663525858-router', 'tenant_id': '8baee5fa7e864efcb872c20e058ef004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': '12e0570c-af98-424b-a329-20e22b1ff01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:00Z', 'revision_number': 3, 'project_id': '8baee5fa7e864efcb872c20e058ef004', 'gw_port': {'id': '12e0570c-af98-424b-a329-20e22b1ff01d', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:07.854939 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea730e-c25e-4683-b7f9-d718229f19db None None] The sync data for ids ['b85fe3e1-52ba-428d-8595-55445f753525'] in dv-cinder-787195-6-smb is: [{'id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'name': 'tempest-ServerRescueNegativeTestJSON-663525858-router', 'tenant_id': '8baee5fa7e864efcb872c20e058ef004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': '12e0570c-af98-424b-a329-20e22b1ff01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:00Z', 'revision_number': 3, 'project_id': '8baee5fa7e864efcb872c20e058ef004', 'gw_port': {'id': '12e0570c-af98-424b-a329-20e22b1ff01d', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:05:07.855781 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a515e7-0dd5-4147-8f5b-36285ae9d71b admin admin] Deleting subnet 0eb10555-f1b5-444c-87a9-ccfd0fd8adb5 {{(pid=73974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:05:07.862555 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:07.907840 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Notify callbacks [] for router, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:07.909694 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.3462579 Apr 30 16:05:07.918718 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42952) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:07.943691 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-61a515e7-0dd5-4147-8f5b-36285ae9d71b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:08.163491 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-ad6b2c31-cd83-43a0-b6c0-b202f0407255 req-b5fe281d-f44d-49ea-ad8b-079a2a76f347 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Synchronizing usage tracker for tenant:d9b0cf4667014d57b11dbfde7f57b154 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:08.274784 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:08.275643 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:08.275836 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-61a515e7-0dd5-4147-8f5b-36285ae9d71b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:08.324473 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-ad6b2c31-cd83-43a0-b6c0-b202f0407255 req-b5fe281d-f44d-49ea-ad8b-079a2a76f347 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Unset dirty status for tenant:d9b0cf4667014d57b11dbfde7f57b154 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:08.324473 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ad6b2c31-cd83-43a0-b6c0-b202f0407255 req-b5fe281d-f44d-49ea-ad8b-079a2a76f347 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 210 time: 0.4388728 Apr 30 16:05:08.344053 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-61a515e7-0dd5-4147-8f5b-36285ae9d71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378834'] for subnet, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:08.773278 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Allocated IP 172.20.0.1 (56b59402-099e-42b6-a07e-fb025d8545b0/f679e3b4-95e5-4a15-977e-21a4265e9b6c/e5439d03-1ec5-4d63-a7bf-c9c5166382e2) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:08.793610 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Router b19ef072-9f8b-4e75-9a55-7c87a78e19da is scheduled to L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 with binding_index 1 {{(pid=73974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:05:08.845556 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:04:59Z', 'revision_number': 3, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:08.853677 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:08.856186 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Checking router: 7aa1b875-e34a-4c08-96e9-8ccedd3e62af for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:05:08.857837 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Updating router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af port 9a558eab-db62-46d4-8896-77dd3420700c binding host dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:05:09.029704 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:09.030856 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:09.068245 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42974) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:09.075929 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:09.140402 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-11119213-fa36-4ee8-beaf-03aad97be04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:09.407410 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Pushing event updated for resources: {'Port': ['ID=e5439d03-1ec5-4d63-a7bf-c9c5166382e2,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:09.413453 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:09.524391 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Network 56b59402-099e-42b6-a07e-fb025d8545b0 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:09.550535 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:05:09.554063 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-09892ef8-1229-4802-be69-b9d3cd073196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:09.575348 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Sync routers for ids ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:05:09.588440 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:09.596234 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:09.601079 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Routers {'b19ef072-9f8b-4e75-9a55-7c87a78e19da'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:09.601847 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:04:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:09.612067 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c41ca9d0-b31e-4987-b2bd-d044a42586c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:09.650381 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-09892ef8-1229-4802-be69-b9d3cd073196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:09.654258 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-09892ef8-1229-4802-be69-b9d3cd073196 admin admin] Usage tracker for resource:security_group_rule and tenant:9d5798c5dd974e519aed6e826f26e80d is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:09.657209 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-09892ef8-1229-4802-be69-b9d3cd073196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:09.669539 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-09892ef8-1229-4802-be69-b9d3cd073196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:09.706232 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 12e0570c-af98-424b-a329-20e22b1ff01d up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:09.753315 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Pushing event updated for resources: {'Port': ['ID=71d769f1-d3a3-40dc-bac3-2df67fd26b53,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:09.804620 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-09892ef8-1229-4802-be69-b9d3cd073196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:09.821405 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0e15fc6b-8383-44af-804a-420deac06798 req-96f6cc2a-c1c8-451a-a4b1-daa35f0d663b tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 210 time: 0.0870261 Apr 30 16:05:09.839514 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:09.845151 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:09.846110 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:09.880294 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:09.880294 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:09.880294 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:09.880294 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:09.899746 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Notify callbacks [] for router, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:09.906902 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-09892ef8-1229-4802-be69-b9d3cd073196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:09.907365 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.3014445 Apr 30 16:05:09.908817 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 42990) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:09.920291 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.8962455 Apr 30 16:05:09.958360 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-b0a61d66-0d53-44f6-84e6-99a88d62b973 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73974) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:05:09.959706 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-b0a61d66-0d53-44f6-84e6-99a88d62b973 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102928 Apr 30 16:05:10.025965 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 12e0570c-af98-424b-a329-20e22b1ff01d completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:10.041526 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:10.050891 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 12e0570c-af98-424b-a329-20e22b1ff01d triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:10.058630 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-09892ef8-1229-4802-be69-b9d3cd073196 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9d5798c5dd974e519aed6e826f26e80d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9845374 Apr 30 16:05:10.059802 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.063224 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 42998) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:10.086667 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.133579 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-7fece295-0fd0-4453-b072-f99b4f0a7352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:10.232091 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Network ef423d78-3b8b-40da-a752-766158af6b24 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:10.268058 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:10.271317 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-61a515e7-0dd5-4147-8f5b-36285ae9d71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for subnet, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.280817 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:10.287762 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:10.289720 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.294930 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Set router b19ef072-9f8b-4e75-9a55-7c87a78e19da gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:10.304134 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397294'] for router_interface, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.387073 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9c94ed14-a116-4e67-b481-c57369dd3eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.472340 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9c94ed14-a116-4e67-b481-c57369dd3eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.651561 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2124569 Apr 30 16:05:10.668073 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-61a515e7-0dd5-4147-8f5b-36285ae9d71b admin admin] Notify callbacks [] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.673702 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-61a515e7-0dd5-4147-8f5b-36285ae9d71b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0eb10555-f1b5-444c-87a9-ccfd0fd8adb5 HTTP/1.1" status: 204 len: 168 time: 3.0520444 Apr 30 16:05:10.682071 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 43010) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:10.699698 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Pushing event updated for resources: {'Port': ['ID=a13d55ed-5907-4ee1-82f7-076088703509,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:10.704381 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:10.717323 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09892ef8-1229-4802-be69-b9d3cd073196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba3182c-9817-40c9-8d99-79f271d05293,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:10.725771 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.761212 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port 12e0570c-af98-424b-a329-20e22b1ff01d, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=12e0570c-af98-424b-a329-20e22b1ff01d,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:10.776983 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-77e98dfb-a105-46ae-8311-c4754604e5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.390s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:10.806687 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.845164 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-cdaf399d-7db2-451c-9055-7bd5555c0cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:10.960567 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a515e7-0dd5-4147-8f5b-36285ae9d71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb10555-f1b5-444c-87a9-ccfd0fd8adb5,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:11.072539 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-09892ef8-1229-4802-be69-b9d3cd073196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:11.085133 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497117'] for network, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.087805 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-61a515e7-0dd5-4147-8f5b-36285ae9d71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:11.096436 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9c94ed14-a116-4e67-b481-c57369dd3eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.102490 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ba3bc-3a36-4068-a40a-467911b2caab req-f1f24094-ddd4-4b06-a490-5ddd355405f4 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:11.103516 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Request body: {'port': {'device_id': 'b3935ac0-2f2c-4c04-a47c-e631a4580259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:11.137311 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ea4ba3bc-3a36-4068-a40a-467911b2caab req-f1f24094-ddd4-4b06-a490-5ddd355405f4 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 932 time: 2.0676897 Apr 30 16:05:11.144644 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=12e0570c-af98-424b-a329-20e22b1ff01d,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:11.161784 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:11.204997 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.235974 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Transition to ACTIVE for port object 9a558eab-db62-46d4-8896-77dd3420700c will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:11.247388 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.275351 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:11.284976 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:01Z', 'revision_number': 3, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:11.299305 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Checking router: b19ef072-9f8b-4e75-9a55-7c87a78e19da for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:05:11.299883 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Updating router b19ef072-9f8b-4e75-9a55-7c87a78e19da port 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56 binding host dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:05:11.346886 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-50f22fb9-3bf6-45d0-be21-0bef80489121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:11.366102 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Request body: {'port': {'device_id': 'dd3a76fc-516d-4ec7-b2e9-2e978dd8b343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:11.380455 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.447707 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9c94ed14-a116-4e67-b481-c57369dd3eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.447707 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-9c94ed14-a116-4e67-b481-c57369dd3eb9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0ba3182c-9817-40c9-8d99-79f271d05293 HTTP/1.1" status: 204 len: 168 time: 1.3809040 Apr 30 16:05:11.479185 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Attempting to bind port 9a558eab-db62-46d4-8896-77dd3420700c on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:11.479569 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Attempting to bind port 9a558eab-db62-46d4-8896-77dd3420700c by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:11.479939 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Attempting to bind port 9a558eab-db62-46d4-8896-77dd3420700c on network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:11.520103 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:11.520595 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Checking segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:11.521037 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.521447 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Bound using segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:11.521949 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Bound port: 9a558eab-db62-46d4-8896-77dd3420700c, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:11.522352 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.530848 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.605639 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94ed14-a116-4e67-b481-c57369dd3eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba3182c-9817-40c9-8d99-79f271d05293,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:11.631301 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-9c94ed14-a116-4e67-b481-c57369dd3eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:11.688036 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 12e0570c-af98-424b-a329-20e22b1ff01d up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:11.917385 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] For port 9a558eab-db62-46d4-8896-77dd3420700c, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:11.944855 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] For port 9a558eab-db62-46d4-8896-77dd3420700c, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=9a558eab-db62-46d4-8896-77dd3420700c,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:12.000903 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834895b8-c910-41e9-887c-e2de2ef1fb45 None None] Pushing event updated for resources: {'Port': ['ID=9a558eab-db62-46d4-8896-77dd3420700c,revision_number=2']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:12.008814 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-834895b8-c910-41e9-887c-e2de2ef1fb45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:12.049236 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.087520 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.089426 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-1983702c-d2ed-435b-892b-a7c9023b13d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:12.089726 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Notify callbacks [] for port, precommit_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.094889 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-ea4ba3bc-3a36-4068-a40a-467911b2caab req-cac03af2-fcec-44a0-b12b-8fc9a43b3662 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Synchronizing usage tracker for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:security_group {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:12.106855 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.provisioning_blocks [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Transition to ACTIVE for port object 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56 will not be triggered until provisioned by entity L2. {{(pid=73976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:12.121278 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.131084 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:12.224147 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f372a1e-736f-49d1-9f73-e6272bb10bfa None None] Pushing event updated for resources: {'Port': ['ID=5f7c5794-5f58-4f45-afd4-8ab6e6d44c56,revision_number=2']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:12.230289 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-7f372a1e-736f-49d1-9f73-e6272bb10bfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:12.289404 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 12e0570c-af98-424b-a329-20e22b1ff01d triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:12.290052 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.293422 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Attempting to bind port 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56 on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:12.293962 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Attempting to bind port 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56 by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:12.296359 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Attempting to bind port 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56 on network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:12.313706 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:12.314402 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Checking segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:12.314606 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.315137 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Bound using segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:12.315970 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Bound port: 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:12.316453 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.480843 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 43038) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:12.523431 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Routers {'7aa1b875-e34a-4c08-96e9-8ccedd3e62af'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:12.524158 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:04:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:12.619286 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834895b8-c910-41e9-887c-e2de2ef1fb45 None None] Pushing event updated for resources: {'Port': ['ID=9a558eab-db62-46d4-8896-77dd3420700c,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:12.631816 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] For port 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:12.642131 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] For port 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=5f7c5794-5f58-4f45-afd4-8ab6e6d44c56,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:12.646006 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-834895b8-c910-41e9-887c-e2de2ef1fb45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:12.652201 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.658023 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:12.891794 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377951', 'neutron.services.segments.db._delete_segments_for_network-8775008697245'] for network, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.900335 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Routers {'b19ef072-9f8b-4e75-9a55-7c87a78e19da'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:12.901000 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:04:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:12.939626 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13d55ed-5907-4ee1-82f7-076088703509 {{(pid=73974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:12.986757 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] Set router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:12.994249 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac6471-8a43-4b02-9937-909a67b88497 req-f6753fcd-ee91-4aaa-ad7a-8f4940eaa781 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:13.002380 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-beac6471-8a43-4b02-9937-909a67b88497 req-f6753fcd-ee91-4aaa-ad7a-8f4940eaa781 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 931 time: 1.9096379 Apr 30 16:05:13.005678 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:13.019242 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-ea4ba3bc-3a36-4068-a40a-467911b2caab req-cac03af2-fcec-44a0-b12b-8fc9a43b3662 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Unset dirty status for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:security_group {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:13.020598 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ea4ba3bc-3a36-4068-a40a-467911b2caab req-cac03af2-fcec-44a0-b12b-8fc9a43b3662 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8825872 Apr 30 16:05:13.065593 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1a794298-95a8-41ac-a037-ea51433aa8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:13.194947 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:13.260163 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:13.337118 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-1a794298-95a8-41ac-a037-ea51433aa8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:13.342273 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f372a1e-736f-49d1-9f73-e6272bb10bfa None None] Pushing event updated for resources: {'Port': ['ID=5f7c5794-5f58-4f45-afd4-8ab6e6d44c56,revision_number=3']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:13.357536 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-7f372a1e-736f-49d1-9f73-e6272bb10bfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:13.359183 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-1a794298-95a8-41ac-a037-ea51433aa8e2 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c9438b3c0041bda99d76651f92a11e is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:13.382411 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] Set router b19ef072-9f8b-4e75-9a55-7c87a78e19da gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:13.414504 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-1a794298-95a8-41ac-a037-ea51433aa8e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:13.441597 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-1a794298-95a8-41ac-a037-ea51433aa8e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:13.449020 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:13.476680 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Transition to ACTIVE for port object a13d55ed-5907-4ee1-82f7-076088703509 will not be triggered until provisioned by entity L2. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:13.490596 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 43056) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:13.554842 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:13.555533 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:13.556416 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:13.556992 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Subscribe: > port after_create 55550000 {{(pid=73974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:13.557574 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:13.558029 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Subscribe: > port after_update 55550000 {{(pid=73974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:13.558473 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:13.558922 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:13.559429 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:13.559967 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:13.671640 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:04:59Z', 'revision_number': 3, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:13.683137 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862fb8b0-425d-486a-97be-e0284a1e7fa9 None None] The sync data for ids ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'] in dv-cinder-787195-6-smb is: [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:04:59Z', 'revision_number': 3, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:05:13.945705 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:13.946240 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:13.947141 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:13.947480 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73974) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:05:13.947840 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150fb738-2c44-4613-8ff7-5682c43ba93d']}} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:13.970702 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:13.977152 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a005abdf-18c4-416e-9ec4-4708297a02fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:13.977650 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-beac6471-8a43-4b02-9937-909a67b88497 req-8ec4d417-62d2-47f3-be92-066eb41e7181 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Synchronizing usage tracker for tenant:d9b0cf4667014d57b11dbfde7f57b154 on resource:security_group {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:13.981990 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec8300d-8a17-464f-8c3a-68c7b515ad96') {'for_net_delete': True} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:13.982457 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec8300d-8a17-464f-8c3a-68c7b515ad96') {} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:13.990446 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:01Z', 'revision_number': 3, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:13.995168 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b49cc0-6959-4cfc-8e1d-bc28f71f420b None None] The sync data for ids ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'] in dv-cinder-787195-6-smb is: [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:01Z', 'revision_number': 3, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:05:14.011301 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-f57f8e50-6ec3-45be-88fd-8b9fb73a080f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:14.042886 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-a005abdf-18c4-416e-9ec4-4708297a02fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:14.059511 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.065800 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775008709991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6429171'] for segment, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.088614 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-a005abdf-18c4-416e-9ec4-4708297a02fb admin admin] Usage tracker for resource:security_group_rule and tenant:f38ccbe178b748abbd8839e143bd3121 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:14.095920 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-a005abdf-18c4-416e-9ec4-4708297a02fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:14.120965 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-a005abdf-18c4-416e-9ec4-4708297a02fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:14.320368 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.db.resource_extend [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:05:14.349828 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.440165 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=73974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:05:14.475488 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Pushing event updated for resources: {'Port': ['ID=a13d55ed-5907-4ee1-82f7-076088703509,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:14.485019 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:14.511082 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.555733 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.565874 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1a794298-95a8-41ac-a037-ea51433aa8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.614727 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Allocated IP 172.20.0.1 (fbdd012c-48a2-47ac-a102-5128271752a7/47ce67a9-b01b-4823-9930-c277e305b13b/74658aba-3c89-481e-ba4c-f8b66cb456c6) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:14.626688 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:14.716513 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1a794298-95a8-41ac-a037-ea51433aa8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.784149 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Attempting to bind port a13d55ed-5907-4ee1-82f7-076088703509 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:14.784550 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Attempting to bind port a13d55ed-5907-4ee1-82f7-076088703509 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ef423d78-3b8b-40da-a752-766158af6b24'}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:14.784965 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Attempting to bind port a13d55ed-5907-4ee1-82f7-076088703509 on network ef423d78-3b8b-40da-a752-766158af6b24 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:14.797772 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Pushing event updated for resources: {'Port': ['ID=e5439d03-1ec5-4d63-a7bf-c9c5166382e2,revision_number=2']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:14.820901 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:14.830973 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a898d08b-770d-45f3-9690-dc5098d8a052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:14.866319 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Network 150fb738-2c44-4613-8ff7-5682c43ba93d has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:05:14.876198 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1391655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302630'] for segment, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.954580 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397131'] for router_interface, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.966588 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Port a13d55ed-5907-4ee1-82f7-076088703509 on network ef423d78-3b8b-40da-a752-766158af6b24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:05:14.967117 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Attempting to bind port a13d55ed-5907-4ee1-82f7-076088703509 on network ef423d78-3b8b-40da-a752-766158af6b24 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:14.998736 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:14.999109 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Checking segment: {'id': '8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ef423d78-3b8b-40da-a752-766158af6b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:14.999626 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Bound using segment: {'id': '8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ef423d78-3b8b-40da-a752-766158af6b24'} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:15.000088 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Bound port: a13d55ed-5907-4ee1-82f7-076088703509, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ef423d78-3b8b-40da-a752-766158af6b24'}}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:15.000430 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.095729 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-1a794298-95a8-41ac-a037-ea51433aa8e2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a2c9438b3c0041bda99d76651f92a11e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5989852 Apr 30 16:05:15.118293 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:05:15.119448 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 43066) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:15.121612 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a794298-95a8-41ac-a037-ea51433aa8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d015806a-c2bd-406e-9e53-2d3b183772df,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:15.153098 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Network 150fb738-2c44-4613-8ff7-5682c43ba93d has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:05:15.163973 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfad5d9-ca60-459c-925d-d756dd9f682d req-041d587c-92a9-4496-a938-ab5c80c6a379 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:15.165760 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-fdfad5d9-ca60-459c-925d-d756dd9f682d req-041d587c-92a9-4496-a938-ab5c80c6a379 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 932 time: 0.8790255 Apr 30 16:05:15.174300 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1a794298-95a8-41ac-a037-ea51433aa8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:15.182242 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a005abdf-18c4-416e-9ec4-4708297a02fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: from cryptography.utils import int_from_bytes Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: from cryptography.utils import int_from_bytes Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: Traceback (most recent call last): Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: timer() Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: cb(*args, **kw) Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: return func(*args, **kwargs) Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: self._notify() Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: self.callback(batched_events) Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: event.method(event) Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: return f(self, *a, **k) Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: return self._get(url).json() Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: return self.request(url, 'GET', **kwargs) Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:05:15.194275 dv-cinder-787195-6-smb neutron-server[73974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:05:15.262077 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a005abdf-18c4-416e-9ec4-4708297a02fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.283851 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-beac6471-8a43-4b02-9937-909a67b88497 req-8ec4d417-62d2-47f3-be92-066eb41e7181 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Unset dirty status for tenant:d9b0cf4667014d57b11dbfde7f57b154 on resource:security_group {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:15.285041 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-beac6471-8a43-4b02-9937-909a67b88497 req-8ec4d417-62d2-47f3-be92-066eb41e7181 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2815993 Apr 30 16:05:15.298574 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:15.318211 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Allocated IP 172.20.0.1 (14c00e64-cc5c-4584-8c28-809f2f052668/609591f8-1443-456a-9728-4d0e18b05af1/911a19c2-09f8-450e-85dd-c8b9f3a1d064) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:15.342727 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400498'] for network, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.348039 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.375680 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] For port a13d55ed-5907-4ee1-82f7-076088703509, host hv-cinder-78719, cleared binding levels {{(pid=73974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:15.407016 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:15.411010 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005abdf-18c4-416e-9ec4-4708297a02fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a5ba67-206b-46a8-b8be-cf747683e717,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:15.415371 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-a005abdf-18c4-416e-9ec4-4708297a02fb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f38ccbe178b748abbd8839e143bd3121&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8820529 Apr 30 16:05:15.435828 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 43070) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:15.435969 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a005abdf-18c4-416e-9ec4-4708297a02fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:15.441438 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.447375 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-fdfad5d9-ca60-459c-925d-d756dd9f682d req-72bc1de6-6600-4483-824d-b5da66b99bc5 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636585 Apr 30 16:05:15.449293 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.provisioning_blocks [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Transition to ACTIVE for port object 74658aba-3c89-481e-ba4c-f8b66cb456c6 will not be triggered until provisioned by entity DHCP. {{(pid=73973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:15.472328 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] 10.222.0.67 "DELETE /v2.0/networks/150fb738-2c44-4613-8ff7-5682c43ba93d HTTP/1.1" status: 204 len: 168 time: 4.7814891 Apr 30 16:05:15.474204 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] For port a13d55ed-5907-4ee1-82f7-076088703509, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a13d55ed-5907-4ee1-82f7-076088703509,segment=NetworkSegment(8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4),segment_id=8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4)] {{(pid=73974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:15.485966 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-784d3989-26bb-437b-9d48-32698ef161cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.503678 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Pushing event deleted for resources: {'Network': ['ID=150fb738-2c44-4613-8ff7-5682c43ba93d,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:15.541544 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-784d3989-26bb-437b-9d48-32698ef161cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.562224 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Network 56b59402-099e-42b6-a07e-fb025d8545b0 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:15.566105 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:15.577297 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.578296 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:15.579892 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d769f1-d3a3-40dc-bac3-2df67fd26b53 {{(pid=73974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:15.624373 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:15.632145 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.642173 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-67f434d0-2aca-498f-925a-952495f92d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:15.656277 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 43076) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:15.676741 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:15.681927 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:15.682393 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.699155 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-784d3989-26bb-437b-9d48-32698ef161cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.740469 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.747269 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Transition to ACTIVE for port object 71d769f1-d3a3-40dc-bac3-2df67fd26b53 will not be triggered until provisioned by entity L2. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:15.753388 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:15.753981 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.755548 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] 10.222.0.65 "PUT /v2.0/ports/a13d55ed-5907-4ee1-82f7-076088703509 HTTP/1.1" status: 200 len: 1093 time: 5.0773952 Apr 30 16:05:15.758141 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3a76fc-516d-4ec7-b2e9-2e978dd8b343', 'tag': 'a13d55ed-5907-4ee1-82f7-076088703509'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:15.776813 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.798542 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-784d3989-26bb-437b-9d48-32698ef161cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.802427 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-784d3989-26bb-437b-9d48-32698ef161cd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d015806a-c2bd-406e-9e53-2d3b183772df HTTP/1.1" status: 204 len: 168 time: 0.6797931 Apr 30 16:05:15.807736 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Pushing event updated for resources: {'Port': ['ID=a13d55ed-5907-4ee1-82f7-076088703509,revision_number=3']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:15.813293 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f979495f-0b17-470d-ba63-29a2fbc40fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.816973 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:15.818174 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c2c4ad33-216a-4fe3-901f-b856f1975e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:15.834151 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.861720 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=5f7c5794-5f58-4f45-afd4-8ab6e6d44c56,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:15.869765 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.871433 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 9a558eab-db62-46d4-8896-77dd3420700c up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:15.883757 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.912635 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-b4368da9-7d5f-4407-a38c-b4f8ad4fbdc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:15.932908 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:15.989774 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d3989-26bb-437b-9d48-32698ef161cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d015806a-c2bd-406e-9e53-2d3b183772df,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:15.994931 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=5f7c5794-5f58-4f45-afd4-8ab6e6d44c56,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:16.010809 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-784d3989-26bb-437b-9d48-32698ef161cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:16.012081 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:16.013290 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:16.057371 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 9a558eab-db62-46d4-8896-77dd3420700c completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:16.069385 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 9a558eab-db62-46d4-8896-77dd3420700c triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:16.069768 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:16.100741 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f979495f-0b17-470d-ba63-29a2fbc40fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:16.183461 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-7ffc65a2-d434-45df-8f4d-a83220114d7c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b52f733fe27c4c868435c1423568178a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5256505 Apr 30 16:05:16.204739 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 43090) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:16.232583 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Network fbdd012c-48a2-47ac-a102-5128271752a7 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:16.234416 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.provisioning_blocks [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Transition to ACTIVE for port object 911a19c2-09f8-450e-85dd-c8b9f3a1d064 will not be triggered until provisioned by entity DHCP. {{(pid=73973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:16.248594 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:16.277113 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:16.348814 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:16.376020 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Pushing event updated for resources: {'Port': ['ID=74658aba-3c89-481e-ba4c-f8b66cb456c6,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:16.385895 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Pushing event updated for resources: {'Port': ['ID=71d769f1-d3a3-40dc-bac3-2df67fd26b53,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:16.386464 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port 9a558eab-db62-46d4-8896-77dd3420700c, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=9a558eab-db62-46d4-8896-77dd3420700c,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:16.396545 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:16.405431 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:16.410702 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:16.417890 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3a76fc-516d-4ec7-b2e9-2e978dd8b343', 'tag': 'a13d55ed-5907-4ee1-82f7-076088703509', 'status': 'completed', 'code': 200} Apr 30 16:05:16.432863 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:16.453231 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Router b85fe3e1-52ba-428d-8595-55445f753525 has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:05:16.495697 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=9a558eab-db62-46d4-8896-77dd3420700c,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:16.500073 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:16.506878 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397294'] for router_interface, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:16.578346 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1b8bb69d-b0e8-4497-8ebf-6af99ee7c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:16.584175 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-1b8bb69d-b0e8-4497-8ebf-6af99ee7c464 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9b0cf4667014d57b11dbfde7f57b154&device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 1096 time: 0.7671838 Apr 30 16:05:16.587165 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f979495f-0b17-470d-ba63-29a2fbc40fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:16.683741 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-3ad91793-9259-4b3d-8256-75335364fb15 None None] Provisioning for port 74658aba-3c89-481e-ba4c-f8b66cb456c6 completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:16.690600 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-3ad91793-9259-4b3d-8256-75335364fb15 None None] Provisioning complete for port 74658aba-3c89-481e-ba4c-f8b66cb456c6 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:16.691564 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-3ad91793-9259-4b3d-8256-75335364fb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:16.733801 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:16.757334 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:16.787316 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:16.837686 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-3ad91793-9259-4b3d-8256-75335364fb15 None None] Port 74658aba-3c89-481e-ba4c-f8b66cb456c6 cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:05:16.861464 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979495f-0b17-470d-ba63-29a2fbc40fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a5ba67-206b-46a8-b8be-cf747683e717,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:16.869400 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-cfa8dfdc-9803-406d-8eca-3b1a3de1fd93 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a13d55ed-5907-4ee1-82f7-076088703509 HTTP/1.1" status: 200 len: 217 time: 0.2724657 Apr 30 16:05:16.872086 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Attempting to bind port 71d769f1-d3a3-40dc-bac3-2df67fd26b53 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:16.872412 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Attempting to bind port 71d769f1-d3a3-40dc-bac3-2df67fd26b53 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:16.872747 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Attempting to bind port 71d769f1-d3a3-40dc-bac3-2df67fd26b53 on network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:16.878341 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-f979495f-0b17-470d-ba63-29a2fbc40fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:16.882070 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ba8b-694f-4145-8d20-237049604672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.000858 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Network 14c00e64-cc5c-4584-8c28-809f2f052668 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:17.024122 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:17.024904 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f979495f-0b17-470d-ba63-29a2fbc40fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.025904 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.026028 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-f979495f-0b17-470d-ba63-29a2fbc40fce admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b3a5ba67-206b-46a8-b8be-cf747683e717 HTTP/1.1" status: 204 len: 168 time: 1.5887179 Apr 30 16:05:17.026689 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Port 71d769f1-d3a3-40dc-bac3-2df67fd26b53 on network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:05:17.027178 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Attempting to bind port 71d769f1-d3a3-40dc-bac3-2df67fd26b53 on network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:17.040008 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:17.061098 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:17.062233 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Checking segment: {'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:17.067540 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Bound using segment: {'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:17.068062 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Bound port: 71d769f1-d3a3-40dc-bac3-2df67fd26b53, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'}}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:17.068414 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.099543 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ba8b-694f-4145-8d20-237049604672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.104406 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Pushing event updated for resources: {'Port': ['ID=911a19c2-09f8-450e-85dd-c8b9f3a1d064,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:17.149184 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:17.158277 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-e937d88c-a1bc-4d5e-a3ee-b207d87379ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:17.160090 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-e937d88c-a1bc-4d5e-a3ee-b207d87379ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28333d3a-71e9-4d94-9006-34d90b621b23 HTTP/1.1" status: 200 len: 852 time: 0.2830241 Apr 30 16:05:17.216032 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397294'] for router_interface, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.230383 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:05:17.249467 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Sync routers for ids ['b85fe3e1-52ba-428d-8595-55445f753525'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:05:17.270623 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27f0d8-5f47-459b-970f-2108a60cd45b req-c22add00-9a42-4b4b-ac7e-61a7376aa707 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:17.272151 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bc27f0d8-5f47-459b-970f-2108a60cd45b req-c22add00-9a42-4b4b-ac7e-61a7376aa707 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 943 time: 0.6912324 Apr 30 16:05:17.285026 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Routers {'b85fe3e1-52ba-428d-8595-55445f753525'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:17.286449 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:04:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b85fe3e1-52ba-428d-8595-55445f753525'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:17.347526 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-07cdfbf4-a42a-4e47-a7ce-04b1646763b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ef423d78-3b8b-40da-a752-766158af6b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1597388 Apr 30 16:05:17.349467 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ba8b-694f-4145-8d20-237049604672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.389887 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-784d3989-26bb-437b-9d48-32698ef161cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:17.531656 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8175c-9332-4d80-9f4c-55e00514ccfb req-d9e0c9a4-8e2d-4ac1-9e01-89959010c9ad tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:17.534143 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-07c8175c-9332-4d80-9f4c-55e00514ccfb req-d9e0c9a4-8e2d-4ac1-9e01-89959010c9ad tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Synchronizing usage tracker for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:17.547865 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bc27f0d8-5f47-459b-970f-2108a60cd45b req-7f339fc6-c914-4e79-a56a-543820ba1c7b tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267895 Apr 30 16:05:17.576609 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-1c0d87b9-1e23-4b21-9b07-673867fe28ae admin admin] 10.222.0.67 "PUT /v2.0/routers/b85fe3e1-52ba-428d-8595-55445f753525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9463964 Apr 30 16:05:17.577887 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Set router b85fe3e1-52ba-428d-8595-55445f753525 gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:17.590196 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8ba8b-694f-4145-8d20-237049604672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccbad75-58b6-410b-9df2-407e58cf2527,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:17.616681 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] For port 71d769f1-d3a3-40dc-bac3-2df67fd26b53, host hv-cinder-78719, cleared binding levels {{(pid=73974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:17.624527 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d9b8ba8b-694f-4145-8d20-237049604672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:17.643648 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ba8b-694f-4145-8d20-237049604672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.646043 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-d9b8ba8b-694f-4145-8d20-237049604672 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1ccbad75-58b6-410b-9df2-407e58cf2527 HTTP/1.1" status: 204 len: 168 time: 1.4307413 Apr 30 16:05:17.654550 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.672274 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.712896 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:17.734639 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 43130) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:17.740133 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] For port 71d769f1-d3a3-40dc-bac3-2df67fd26b53, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=71d769f1-d3a3-40dc-bac3-2df67fd26b53,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:17.760262 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-07c8175c-9332-4d80-9f4c-55e00514ccfb req-d9e0c9a4-8e2d-4ac1-9e01-89959010c9ad tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Unset dirty status for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:17.762172 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.763964 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-07c8175c-9332-4d80-9f4c-55e00514ccfb req-d9e0c9a4-8e2d-4ac1-9e01-89959010c9ad tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 944 time: 1.0129049 Apr 30 16:05:17.836292 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:17.860485 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Pushing event updated for resources: {'Port': ['ID=74658aba-3c89-481e-ba4c-f8b66cb456c6,revision_number=2']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:17.863702 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397131'] for router_interface, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.872853 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.878388 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:17.917440 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5b89ec64-936d-42a5-a3f5-f4d7a1502a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.956478 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:18.083084 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-1def1b5d-aafc-484c-bd52-3ce548604d07 None None] Provisioning for port 911a19c2-09f8-450e-85dd-c8b9f3a1d064 completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:18.093924 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-5b89ec64-936d-42a5-a3f5-f4d7a1502a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:18.108188 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-1def1b5d-aafc-484c-bd52-3ce548604d07 None None] Provisioning complete for port 911a19c2-09f8-450e-85dd-c8b9f3a1d064 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:18.109428 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-1def1b5d-aafc-484c-bd52-3ce548604d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.144878 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-5b89ec64-936d-42a5-a3f5-f4d7a1502a14 admin admin] Usage tracker for resource:security_group_rule and tenant:7bccdcc03385427596e5c0f26b20feeb is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:18.155946 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Network fbdd012c-48a2-47ac-a102-5128271752a7 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:18.158610 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:18.172818 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-5b89ec64-936d-42a5-a3f5-f4d7a1502a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:18.192976 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-07c8175c-9332-4d80-9f4c-55e00514ccfb req-99937528-0d6d-4a17-80d0-cae981e1a640 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718369 Apr 30 16:05:18.193416 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-1def1b5d-aafc-484c-bd52-3ce548604d07 None None] Port 911a19c2-09f8-450e-85dd-c8b9f3a1d064 cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:05:18.233015 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:18.234342 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:18.234727 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.235359 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.239120 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] 10.222.0.65 "PUT /v2.0/ports/71d769f1-d3a3-40dc-bac3-2df67fd26b53 HTTP/1.1" status: 200 len: 1094 time: 7.8604467 Apr 30 16:05:18.247223 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-5b89ec64-936d-42a5-a3f5-f4d7a1502a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:18.268506 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.db.resource_extend [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:05:18.297268 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-5f4fbbb6-e256-4948-b03e-8ac8337e1b2a service neutron] 10.222.0.65 "GET /v2.0/networks/ef423d78-3b8b-40da-a752-766158af6b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9048498 Apr 30 16:05:18.298567 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.316290 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Pushing event updated for resources: {'Port': ['ID=71d769f1-d3a3-40dc-bac3-2df67fd26b53,revision_number=3']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:18.321892 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.364989 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:18.408707 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:18.435263 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3935ac0-2f2c-4c04-a47c-e631a4580259', 'tag': '71d769f1-d3a3-40dc-bac3-2df67fd26b53'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:18.552024 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Pushing event updated for resources: {'Port': ['ID=911a19c2-09f8-450e-85dd-c8b9f3a1d064,revision_number=2']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:18.557259 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397131'] for router_interface, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.559936 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3935ac0-2f2c-4c04-a47c-e631a4580259', 'tag': '71d769f1-d3a3-40dc-bac3-2df67fd26b53', 'status': 'completed', 'code': 200} Apr 30 16:05:18.566742 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:18.570916 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 43148) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:18.616317 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:05:18.706266 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-beba2e2f-0669-4d69-959a-6d425f2720ac None None] Provisioning complete for port 74658aba-3c89-481e-ba4c-f8b66cb456c6 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:18.706266 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-beba2e2f-0669-4d69-959a-6d425f2720ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.792051 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3cc6677-9412-44f7-af32-d980320ffc71 req-7928b36a-e4cc-4082-8996-c9770acaa71b service neutron] 10.222.0.65 "GET /v2.0/networks/ef423d78-3b8b-40da-a752-766158af6b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766765 Apr 30 16:05:18.807730 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 9a558eab-db62-46d4-8896-77dd3420700c up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:18.830435 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-7e9542a1-2da4-41d1-9925-2c1723024f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:18.832634 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-7e9542a1-2da4-41d1-9925-2c1723024f14 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ffd47a0b304e5cab764aa3194c9f1e&device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 1097 time: 0.5251298 Apr 30 16:05:18.836639 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5b89ec64-936d-42a5-a3f5-f4d7a1502a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.871884 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'name': 'tempest-ServerRescueNegativeTestJSON-663525858-router', 'tenant_id': '8baee5fa7e864efcb872c20e058ef004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': '12e0570c-af98-424b-a329-20e22b1ff01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:12Z', 'revision_number': 4, 'project_id': '8baee5fa7e864efcb872c20e058ef004', 'gw_port': {'id': '12e0570c-af98-424b-a329-20e22b1ff01d', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': 'e5439d03-1ec5-4d63-a7bf-c9c5166382e2', 'name': '', 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0', 'tenant_id': '8baee5fa7e864efcb872c20e058ef004', 'mac_address': 'fa:16:3e:d9:71:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f679e3b4-95e5-4a15-977e-21a4265e9b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:07Z', 'updated_at': '2021-04-30T16:05:13Z', 'revision_number': 2, 'project_id': '8baee5fa7e864efcb872c20e058ef004', 'subnets': [{'id': 'f679e3b4-95e5-4a15-977e-21a4265e9b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:18.886970 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Checking router: b85fe3e1-52ba-428d-8595-55445f753525 for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:05:18.887346 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Updating router b85fe3e1-52ba-428d-8595-55445f753525 port e5439d03-1ec5-4d63-a7bf-c9c5166382e2 binding host dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:05:18.947693 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.955045 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5b89ec64-936d-42a5-a3f5-f4d7a1502a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.956462 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-beba2e2f-0669-4d69-959a-6d425f2720ac None None] Port 74658aba-3c89-481e-ba4c-f8b66cb456c6 cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:05:19.060096 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:19.079785 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-462500a7-cb5f-4060-a2e0-aa22f81e9681 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d769f1-d3a3-40dc-bac3-2df67fd26b53 HTTP/1.1" status: 200 len: 217 time: 0.1906493 Apr 30 16:05:19.188645 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-5b89ec64-936d-42a5-a3f5-f4d7a1502a14 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7bccdcc03385427596e5c0f26b20feeb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4506514 Apr 30 16:05:19.194409 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89ec64-936d-42a5-a3f5-f4d7a1502a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d795ce7-4ed2-439c-9d18-9d7dc78b3460,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:19.197625 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 43166) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:19.203999 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-5b89ec64-936d-42a5-a3f5-f4d7a1502a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:19.242817 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:05:19.252140 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-bca38cb7-c892-4ad0-853c-a41f39df1911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:19.252455 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Sync routers for ids ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:05:19.253205 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-d8bb37ac-256c-49db-9da1-56848a2fd190 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c212c7ad467d46b59282813a2b6d0518&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6805480 Apr 30 16:05:19.256535 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-bca38cb7-c892-4ad0-853c-a41f39df1911 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a12444c-e684-4d80-96a7-0431e752e298 HTTP/1.1" status: 200 len: 854 time: 0.1636481 Apr 30 16:05:19.258604 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 43174) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:19.263386 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Routers {'7aa1b875-e34a-4c08-96e9-8ccedd3e62af'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:19.265845 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:04:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:19.279126 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] 10.222.0.67 "PUT /v2.0/routers/7aa1b875-e34a-4c08-96e9-8ccedd3e62af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3346219 Apr 30 16:05:19.310857 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 9a558eab-db62-46d4-8896-77dd3420700c triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:19.312695 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:19.367294 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35021cb-9bdd-4937-845d-9a752f5fd4b7 req-2a5eff50-4d06-4bae-9df8-81d1433d5994 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:19.368907 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e35021cb-9bdd-4937-845d-9a752f5fd4b7 req-2a5eff50-4d06-4bae-9df8-81d1433d5994 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 943 time: 0.5561447 Apr 30 16:05:19.381109 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-a079c32d-de34-4a57-aa5d-9633e5c2e700 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096265 Apr 30 16:05:19.390535 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.db.resource_extend [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:05:19.410132 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aed6c0fd-c194-462d-88bc-2ce2e7b1ddb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:19.501184 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6a4db-6751-40f8-b4d2-35e537749d63 req-c53f6ac3-0940-4a7d-ad55-5cef07075353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:19.502817 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6ef6a4db-6751-40f8-b4d2-35e537749d63 req-c53f6ac3-0940-4a7d-ad55-5cef07075353 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9b0cf4667014d57b11dbfde7f57b154&device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 1096 time: 0.6083245 Apr 30 16:05:19.508214 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Network 14c00e64-cc5c-4584-8c28-809f2f052668 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:19.510871 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:19.518409 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e6b14818-ad12-4ab0-b83e-bd75a154a2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:19.522760 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8aa027fa-75b5-40cc-b9ff-3a3aa5e90c7d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:19.524385 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8aa027fa-75b5-40cc-b9ff-3a3aa5e90c7d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/networks?id=56b59402-099e-42b6-a07e-fb025d8545b0 HTTP/1.1" status: 200 len: 818 time: 0.3568208 Apr 30 16:05:19.591127 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Notify callbacks [] for port, precommit_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:19.656460 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f6bd9484-8723-4ddc-928d-20811d446217 req-6d5f58d3-22a4-44a2-a1a4-88e974a55bdc tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/quotas/8baee5fa7e864efcb872c20e058ef004 HTTP/1.1" status: 200 len: 375 time: 0.0253258 Apr 30 16:05:19.676338 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Set router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:19.779063 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Transition to ACTIVE for port object e5439d03-1ec5-4d63-a7bf-c9c5166382e2 will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:19.803570 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:19.825169 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:20.000838 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0465d-24e7-483d-b664-e05facd0672f None None] Pushing event updated for resources: {'Port': ['ID=e5439d03-1ec5-4d63-a7bf-c9c5166382e2,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:20.006667 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-f8f0465d-24e7-483d-b664-e05facd0672f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:20.007519 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-f031a4d1-2f4e-45a4-a154-58e07c326b15 None None] Provisioning complete for port 911a19c2-09f8-450e-85dd-c8b9f3a1d064 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:20.007881 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-f031a4d1-2f4e-45a4-a154-58e07c326b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:20.011811 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e35021cb-9bdd-4937-845d-9a752f5fd4b7 req-c1461f50-fe10-4d82-8e16-8fbfb8a0df49 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281703 Apr 30 16:05:20.020088 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-66905d4e-c4c4-4fdc-9bce-196cc71ed132 service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288648 Apr 30 16:05:20.024225 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e6b14818-ad12-4ab0-b83e-bd75a154a2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:20.025380 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-f6bd9484-8723-4ddc-928d-20811d446217 req-6c5cf3ac-c784-4d0c-82d5-5d4c4cfda0eb tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Synchronizing usage tracker for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:20.074157 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Router b19ef072-9f8b-4e75-9a55-7c87a78e19da has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:05:20.085414 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-f6bd9484-8723-4ddc-928d-20811d446217 req-6c5cf3ac-c784-4d0c-82d5-5d4c4cfda0eb tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Unset dirty status for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:20.090895 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '74658aba-3c89-481e-ba4c-f8b66cb456c6', 'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'mac_address': 'fa:16:3e:f6:4a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:13Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 2, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'subnets': [{'id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:20.098884 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f6bd9484-8723-4ddc-928d-20811d446217 req-6c5cf3ac-c784-4d0c-82d5-5d4c4cfda0eb tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8baee5fa7e864efcb872c20e058ef004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4408484 Apr 30 16:05:20.099060 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Checking router: 7aa1b875-e34a-4c08-96e9-8ccedd3e62af for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:05:20.100133 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Updating router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af port 74658aba-3c89-481e-ba4c-f8b66cb456c6 binding host dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:05:20.106027 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1a9f43fc-eb9a-401a-988d-216a7517686b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:20.181367 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:20.192577 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-f031a4d1-2f4e-45a4-a154-58e07c326b15 None None] Port 911a19c2-09f8-450e-85dd-c8b9f3a1d064 cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:05:20.196118 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Attempting to bind port e5439d03-1ec5-4d63-a7bf-c9c5166382e2 on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:20.196488 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Attempting to bind port e5439d03-1ec5-4d63-a7bf-c9c5166382e2 by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': '7609ca92-b165-462e-9e46-a717ae3882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:20.196911 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Attempting to bind port e5439d03-1ec5-4d63-a7bf-c9c5166382e2 on network 56b59402-099e-42b6-a07e-fb025d8545b0 {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:20.203165 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:20.203539 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Checking segment: {'id': '7609ca92-b165-462e-9e46-a717ae3882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:20.204081 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:20.204478 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Bound using segment: {'id': '7609ca92-b165-462e-9e46-a717ae3882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:20.205003 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Bound port: e5439d03-1ec5-4d63-a7bf-c9c5166382e2, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7609ca92-b165-462e-9e46-a717ae3882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:20.205397 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:20.311895 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] For port e5439d03-1ec5-4d63-a7bf-c9c5166382e2, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:20.315763 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] For port e5439d03-1ec5-4d63-a7bf-c9c5166382e2, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=e5439d03-1ec5-4d63-a7bf-c9c5166382e2,segment=NetworkSegment(7609ca92-b165-462e-9e46-a717ae3882cb),segment_id=7609ca92-b165-462e-9e46-a717ae3882cb)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:20.328261 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:20.334470 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-834895b8-c910-41e9-887c-e2de2ef1fb45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:20.442943 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Routers {'b85fe3e1-52ba-428d-8595-55445f753525'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:20.443591 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:04:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b85fe3e1-52ba-428d-8595-55445f753525'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:20.520813 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0465d-24e7-483d-b664-e05facd0672f None None] Pushing event updated for resources: {'Port': ['ID=e5439d03-1ec5-4d63-a7bf-c9c5166382e2,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:20.522499 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f6bd9484-8723-4ddc-928d-20811d446217 req-3f450c3b-3e1f-4546-941c-623d7a148635 service neutron] 10.222.0.67 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227571 Apr 30 16:05:20.534143 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-f8f0465d-24e7-483d-b664-e05facd0672f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:20.534352 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:05:20.549026 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] 10.222.0.67 "PUT /v2.0/routers/b19ef072-9f8b-4e75-9a55-7c87a78e19da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6202540 Apr 30 16:05:20.556596 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Sync routers for ids ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:05:20.582937 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Routers {'b19ef072-9f8b-4e75-9a55-7c87a78e19da'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:20.584092 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:04:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:20.654907 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1a9f43fc-eb9a-401a-988d-216a7517686b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:20.684546 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6a4db-6751-40f8-b4d2-35e537749d63 req-79c60b1e-10b6-4d75-a654-2979fcfb410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:20.686403 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6ef6a4db-6751-40f8-b4d2-35e537749d63 req-79c60b1e-10b6-4d75-a654-2979fcfb410e service neutron] 10.222.0.65 "GET /v2.0/networks?id=ef423d78-3b8b-40da-a752-766158af6b24 HTTP/1.1" status: 200 len: 913 time: 1.1691294 Apr 30 16:05:20.756467 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Notify callbacks [] for port, precommit_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:20.809288 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f6bd9484-8723-4ddc-928d-20811d446217 req-182b114e-75f8-4f68-91b9-825d38d1f645 service neutron] 10.222.0.67 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685308 Apr 30 16:05:20.856542 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6ef6a4db-6751-40f8-b4d2-35e537749d63 req-25c3f463-32a5-43a2-98b1-3b90d3620cec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a13d55ed-5907-4ee1-82f7-076088703509 HTTP/1.1" status: 200 len: 217 time: 0.1483393 Apr 30 16:05:20.878333 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.provisioning_blocks [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Transition to ACTIVE for port object 74658aba-3c89-481e-ba4c-f8b66cb456c6 will not be triggered until provisioned by entity L2. {{(pid=73976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:20.890539 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:20.897877 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-7f372a1e-736f-49d1-9f73-e6272bb10bfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:20.928031 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e6b14818-ad12-4ab0-b83e-bd75a154a2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:20.961748 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-435b948f-aa72-4c50-8ffa-9b4136b5d379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:20.994826 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13036da5-3424-4a96-9bcb-d24a36a87927 req-2b75d092-1658-43fb-bc85-b6c97ad1959a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:20.996724 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-13036da5-3424-4a96-9bcb-d24a36a87927 req-2b75d092-1658-43fb-bc85-b6c97ad1959a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 944 time: 0.6718366 Apr 30 16:05:20.997507 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b14818-ad12-4ab0-b83e-bd75a154a2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d795ce7-4ed2-439c-9d18-9d7dc78b3460,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:21.004543 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-880e9670-aad0-4f70-9387-6d16d6707b40 req-814419d2-cfdd-4d6d-9fac-67662ba58b96 service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9202335 Apr 30 16:05:21.012307 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e6b14818-ad12-4ab0-b83e-bd75a154a2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:21.080244 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] Set router b85fe3e1-52ba-428d-8595-55445f753525 gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:21.151329 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbe702-6cce-4a52-9dff-147754705d63 None None] Pushing event updated for resources: {'Port': ['ID=74658aba-3c89-481e-ba4c-f8b66cb456c6,revision_number=3']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:21.154195 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-e9fbe702-6cce-4a52-9dff-147754705d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:21.179732 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6a4db-6751-40f8-b4d2-35e537749d63 req-79b29758-c709-4243-9c14-16ae305fe2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:21.185481 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6ef6a4db-6751-40f8-b4d2-35e537749d63 req-79b29758-c709-4243-9c14-16ae305fe2d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28333d3a-71e9-4d94-9006-34d90b621b23 HTTP/1.1" status: 200 len: 852 time: 0.3140490 Apr 30 16:05:21.189367 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e6b14818-ad12-4ab0-b83e-bd75a154a2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:21.190436 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-e6b14818-ad12-4ab0-b83e-bd75a154a2cb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4d795ce7-4ed2-439c-9d18-9d7dc78b3460 HTTP/1.1" status: 204 len: 168 time: 1.9899035 Apr 30 16:05:21.223421 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Attempting to bind port 74658aba-3c89-481e-ba4c-f8b66cb456c6 on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:21.223794 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Attempting to bind port 74658aba-3c89-481e-ba4c-f8b66cb456c6 by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:21.224452 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Attempting to bind port 74658aba-3c89-481e-ba4c-f8b66cb456c6 on network fbdd012c-48a2-47ac-a102-5128271752a7 {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:21.231385 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:21.231776 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Checking segment: {'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:21.232190 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:21.232593 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Bound using segment: {'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:21.233866 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Bound port: 74658aba-3c89-481e-ba4c-f8b66cb456c6, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'}}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:21.234697 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:21.281048 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1a9f43fc-eb9a-401a-988d-216a7517686b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:21.283523 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6ef6a4db-6751-40f8-b4d2-35e537749d63 req-baa34cd5-1369-4106-81d1-e73963b88833 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ef423d78-3b8b-40da-a752-766158af6b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715561 Apr 30 16:05:21.353087 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Set router b19ef072-9f8b-4e75-9a55-7c87a78e19da gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:21.363211 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-5b89ec64-936d-42a5-a3f5-f4d7a1502a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:21.426489 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1a9f43fc-eb9a-401a-988d-216a7517686b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:21.428628 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-1a9f43fc-eb9a-401a-988d-216a7517686b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/668aae6f-d20c-475e-a7f2-c8e27387f3ec HTTP/1.1" status: 204 len: 168 time: 2.1656363 Apr 30 16:05:21.462123 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] For port 74658aba-3c89-481e-ba4c-f8b66cb456c6, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:21.465527 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] For port 74658aba-3c89-481e-ba4c-f8b66cb456c6, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=74658aba-3c89-481e-ba4c-f8b66cb456c6,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:21.473816 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:21.480488 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:21.628504 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Routers {'7aa1b875-e34a-4c08-96e9-8ccedd3e62af'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:21.629472 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:04:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:21.651590 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f43fc-eb9a-401a-988d-216a7517686b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668aae6f-d20c-475e-a7f2-c8e27387f3ec,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:21.659039 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-1a9f43fc-eb9a-401a-988d-216a7517686b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:21.789529 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-13036da5-3424-4a96-9bcb-d24a36a87927 req-e8ccbb07-3231-4d8a-b904-2923d0983c1f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7783840 Apr 30 16:05:21.859602 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbe702-6cce-4a52-9dff-147754705d63 None None] Pushing event updated for resources: {'Port': ['ID=74658aba-3c89-481e-ba4c-f8b66cb456c6,revision_number=4']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:21.864462 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-e9fbe702-6cce-4a52-9dff-147754705d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:21.929838 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6ef6a4db-6751-40f8-b4d2-35e537749d63 req-400a5c47-a1d6-4b29-ab2e-ebf403de15f3 service neutron] 10.222.0.65 "GET /v2.0/networks/ef423d78-3b8b-40da-a752-766158af6b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317904 Apr 30 16:05:22.064909 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] Set router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:22.095144 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5422dc-38e0-4a77-9b8c-a8bce316b772 req-faf9c4f8-55ca-43f5-a9ff-7d3bcb38b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:22.096608 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0e5422dc-38e0-4a77-9b8c-a8bce316b772 req-faf9c4f8-55ca-43f5-a9ff-7d3bcb38b37b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ffd47a0b304e5cab764aa3194c9f1e&device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 1097 time: 1.0279205 Apr 30 16:05:22.168168 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device a13d55ed-5907-4ee1-82f7-076088703509 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:05:22.249359 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6ef6a4db-6751-40f8-b4d2-35e537749d63 req-5b10a722-7b8d-4e30-ab9f-b2a30b7cbb44 service neutron] 10.222.0.65 "GET /v2.0/networks/ef423d78-3b8b-40da-a752-766158af6b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070433 Apr 30 16:05:22.279212 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5422dc-38e0-4a77-9b8c-a8bce316b772 req-18db8262-507d-47e9-a0fd-2ee9d9e35913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:22.282577 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0e5422dc-38e0-4a77-9b8c-a8bce316b772 req-18db8262-507d-47e9-a0fd-2ee9d9e35913 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0 HTTP/1.1" status: 200 len: 915 time: 0.1718082 Apr 30 16:05:22.305383 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 43252) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:22.314657 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1418080622', 'description': 'tempest-description--392753163'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:22.328710 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:22.342265 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Usage tracker for resource:security_group and tenant:30884ecb7cdb4bbdae8da19d8171f557 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:22.352557 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:22.367784 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:22.389346 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0e5422dc-38e0-4a77-9b8c-a8bce316b772 req-8b96e50c-75c7-4dde-b5a6-2a5594aea6f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d769f1-d3a3-40dc-bac3-2df67fd26b53 HTTP/1.1" status: 200 len: 217 time: 0.0990355 Apr 30 16:05:22.393654 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:22.452418 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:22.464701 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Usage tracker for resource:security_group_rule and tenant:30884ecb7cdb4bbdae8da19d8171f557 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:22.484748 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:22.504053 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:22.591686 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5422dc-38e0-4a77-9b8c-a8bce316b772 req-0c3c6cc6-9c7f-4f28-a4e1-b5d88153ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:22.593199 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0e5422dc-38e0-4a77-9b8c-a8bce316b772 req-0c3c6cc6-9c7f-4f28-a4e1-b5d88153ac45 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a12444c-e684-4d80-96a7-0431e752e298 HTTP/1.1" status: 200 len: 854 time: 0.1799116 Apr 30 16:05:22.658242 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-83aa0a89-da97-44cb-aed5-9e7cc269b37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:22.717821 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-57d61d48-e12e-4d9e-803d-9d1342d0d317 req-9f04aead-d6be-4d52-819c-0e461965019d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 210 time: 0.1498003 Apr 30 16:05:22.748382 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0e5422dc-38e0-4a77-9b8c-a8bce316b772 req-75c0b417-75d7-4d0a-b223-f8c3804f9f57 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463718 Apr 30 16:05:22.867626 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '74658aba-3c89-481e-ba4c-f8b66cb456c6', 'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'mac_address': 'fa:16:3e:f6:4a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:13Z', 'updated_at': '2021-04-30T16:05:21Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'subnets': [{'id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:22.883024 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748966b9-4e7f-4d18-a00e-06f7f1e504f3 None None] The sync data for ids ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'] in dv-cinder-787195-6-smb is: [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '74658aba-3c89-481e-ba4c-f8b66cb456c6', 'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'mac_address': 'fa:16:3e:f6:4a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:13Z', 'updated_at': '2021-04-30T16:05:21Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'subnets': [{'id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:05:22.892317 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:22.901757 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:22.906328 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:23.115398 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2edc42-65fc-4408-a08f-dbbc05db8100,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:23.118900 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:23.124822 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:23.127145 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8196986 Apr 30 16:05:23.130477 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 43276) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:23.138070 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-f7f9927d-af02-4ac2-808f-572537bfcf49 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Request body: {'security_group_rule': {'security_group_id': 'de2edc42-65fc-4408-a08f-dbbc05db8100', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:23.145321 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-f7f9927d-af02-4ac2-808f-572537bfcf49 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:23.160999 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-f7f9927d-af02-4ac2-808f-572537bfcf49 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Usage tracker for resource:security_group_rule and tenant:30884ecb7cdb4bbdae8da19d8171f557 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:23.166220 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-f7f9927d-af02-4ac2-808f-572537bfcf49 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:23.184691 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-f7f9927d-af02-4ac2-808f-572537bfcf49 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:23.213102 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31a2ff-f2f8-46a7-b3de-597efecb98c5 req-77d302e7-33c4-4942-a4ae-f356523291cb tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:23.219024 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ab31a2ff-f2f8-46a7-b3de-597efecb98c5 req-77d302e7-33c4-4942-a4ae-f356523291cb tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 943 time: 0.1749680 Apr 30 16:05:23.270033 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f7f9927d-af02-4ac2-808f-572537bfcf49 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:23.353057 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port a13d55ed-5907-4ee1-82f7-076088703509, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a13d55ed-5907-4ee1-82f7-076088703509,segment=NetworkSegment(8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4),segment_id=8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:23.380519 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0e5422dc-38e0-4a77-9b8c-a8bce316b772 req-9d18bd85-5d92-4bcb-bb2c-bfb9721e7fdc service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226304 Apr 30 16:05:23.395711 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': 'a13d55ed-5907-4ee1-82f7-076088703509', 'network_id': 'ef423d78-3b8b-40da-a752-766158af6b24', 'port_id': 'a13d55ed-5907-4ee1-82f7-076088703509', 'mac_address': 'fa:16:3e:d2:c3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28333d3a-71e9-4d94-9006-34d90b621b23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:05:23.458683 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f7f9927d-af02-4ac2-808f-572537bfcf49 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:23.469932 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f7f9927d-af02-4ac2-808f-572537bfcf49 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:23.531321 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ab31a2ff-f2f8-46a7-b3de-597efecb98c5 req-4f8f4e2c-db8a-4bb0-ad55-d0d7596aab90 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078482 Apr 30 16:05:23.566687 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:23.620134 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:23.683764 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9927d-af02-4ac2-808f-572537bfcf49 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800dda52-992b-42c9-830a-69817c78f235,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:23.698912 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f7f9927d-af02-4ac2-808f-572537bfcf49 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:23.705095 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 43298) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:23.714706 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-f7f9927d-af02-4ac2-808f-572537bfcf49 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5766172 Apr 30 16:05:23.716326 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-f7f9927d-af02-4ac2-808f-572537bfcf49 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:23.841616 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 43302) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:23.848447 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2068469669', 'description': 'tempest-description--235519513'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:23.852309 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:23.858858 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-15b6c687-104f-49a7-bfd3-8e499486988f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Request body: {'security_group_rule': {'security_group_id': 'de2edc42-65fc-4408-a08f-dbbc05db8100', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:23.863853 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:23.876943 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Usage tracker for resource:security_group and tenant:2d284bb0e5ba4410a1aade7a7e2872c9 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:23.887002 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:23.907356 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13d55ed-5907-4ee1-82f7-076088703509 {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:23.916380 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:23.985409 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port a13d55ed-5907-4ee1-82f7-076088703509, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a13d55ed-5907-4ee1-82f7-076088703509,segment=NetworkSegment(8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4),segment_id=8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:24.026375 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:24.045589 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:24.134811 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 71d769f1-d3a3-40dc-bac3-2df67fd26b53 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:05:24.198335 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 74658aba-3c89-481e-ba4c-f8b66cb456c6 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:24.242417 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-15b6c687-104f-49a7-bfd3-8e499486988f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:24.294108 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-15b6c687-104f-49a7-bfd3-8e499486988f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Usage tracker for resource:security_group_rule and tenant:30884ecb7cdb4bbdae8da19d8171f557 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:24.314236 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-15b6c687-104f-49a7-bfd3-8e499486988f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:24.339798 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'name': 'tempest-ServerRescueNegativeTestJSON-663525858-router', 'tenant_id': '8baee5fa7e864efcb872c20e058ef004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': '12e0570c-af98-424b-a329-20e22b1ff01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:12Z', 'revision_number': 4, 'project_id': '8baee5fa7e864efcb872c20e058ef004', 'gw_port': {'id': '12e0570c-af98-424b-a329-20e22b1ff01d', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': 'e5439d03-1ec5-4d63-a7bf-c9c5166382e2', 'name': '', 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0', 'tenant_id': '8baee5fa7e864efcb872c20e058ef004', 'mac_address': 'fa:16:3e:d9:71:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f679e3b4-95e5-4a15-977e-21a4265e9b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:07Z', 'updated_at': '2021-04-30T16:05:20Z', 'revision_number': 4, 'project_id': '8baee5fa7e864efcb872c20e058ef004', 'subnets': [{'id': 'f679e3b4-95e5-4a15-977e-21a4265e9b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:24.350040 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-15b6c687-104f-49a7-bfd3-8e499486988f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:24.356884 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a39b5-0896-4ba4-ab49-5dbf6d7f47eb None None] The sync data for ids ['b85fe3e1-52ba-428d-8595-55445f753525'] in dv-cinder-787195-6-smb is: [{'id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'name': 'tempest-ServerRescueNegativeTestJSON-663525858-router', 'tenant_id': '8baee5fa7e864efcb872c20e058ef004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': '12e0570c-af98-424b-a329-20e22b1ff01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:12Z', 'revision_number': 4, 'project_id': '8baee5fa7e864efcb872c20e058ef004', 'gw_port': {'id': '12e0570c-af98-424b-a329-20e22b1ff01d', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': 'e5439d03-1ec5-4d63-a7bf-c9c5166382e2', 'name': '', 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0', 'tenant_id': '8baee5fa7e864efcb872c20e058ef004', 'mac_address': 'fa:16:3e:d9:71:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f679e3b4-95e5-4a15-977e-21a4265e9b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:07Z', 'updated_at': '2021-04-30T16:05:20Z', 'revision_number': 4, 'project_id': '8baee5fa7e864efcb872c20e058ef004', 'subnets': [{'id': 'f679e3b4-95e5-4a15-977e-21a4265e9b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:05:24.364774 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.db.resource_extend [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:05:24.377874 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:24.432467 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '911a19c2-09f8-450e-85dd-c8b9f3a1d064', 'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'mac_address': 'fa:16:3e:fc:25:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:14Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 2, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'subnets': [{'id': '609591f8-1443-456a-9728-4d0e18b05af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:24.435042 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=a13d55ed-5907-4ee1-82f7-076088703509,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:24.441347 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:24.451409 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['a13d55ed-5907-4ee1-82f7-076088703509'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:05:24.485309 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:24.501705 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Usage tracker for resource:security_group_rule and tenant:2d284bb0e5ba4410a1aade7a7e2872c9 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:24.506152 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:24.519622 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 74658aba-3c89-481e-ba4c-f8b66cb456c6 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:24.528697 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Checking router: b19ef072-9f8b-4e75-9a55-7c87a78e19da for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:05:24.529070 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Updating router b19ef072-9f8b-4e75-9a55-7c87a78e19da port 911a19c2-09f8-450e-85dd-c8b9f3a1d064 binding host dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:05:24.531355 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:24.551863 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0e5422dc-38e0-4a77-9b8c-a8bce316b772 req-41214168-1ca4-49d7-9348-87795d4cee2f service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1643088 Apr 30 16:05:24.562611 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd9484-8723-4ddc-928d-20811d446217 req-50cc6367-5105-4ca4-8b38-d7974ce7875a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:24.563671 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-f6bd9484-8723-4ddc-928d-20811d446217 req-50cc6367-5105-4ca4-8b38-d7974ce7875a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Synchronizing usage tracker for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:network {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:24.587817 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-15b6c687-104f-49a7-bfd3-8e499486988f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:24.643695 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d35cd1-b3e9-4dca-bb48-ca597502c0bf req-ba95d62b-11d0-4903-8c79-41cb7c0e5729 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:24.655997 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 74658aba-3c89-481e-ba4c-f8b66cb456c6 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:24.656428 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:24.663871 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-18d35cd1-b3e9-4dca-bb48-ca597502c0bf req-ba95d62b-11d0-4903-8c79-41cb7c0e5729 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 944 time: 0.7412560 Apr 30 16:05:24.668337 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-339f099f-08ae-46bb-84bd-270ddca5c2db tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:24.676364 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-339f099f-08ae-46bb-84bd-270ddca5c2db tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Synchronizing usage tracker for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:network {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:24.809965 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-15b6c687-104f-49a7-bfd3-8e499486988f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:24.818063 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-15b6c687-104f-49a7-bfd3-8e499486988f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:24.820534 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:24.828292 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:24.878156 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6c687-104f-49a7-bfd3-8e499486988f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f37a479-946c-4948-9877-22752f45eda2,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:24.878692 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-18d35cd1-b3e9-4dca-bb48-ca597502c0bf req-07c5360e-2d9e-4b3a-ab12-7db175a877c9 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085078 Apr 30 16:05:24.897804 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-15b6c687-104f-49a7-bfd3-8e499486988f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:24.915225 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-15b6c687-104f-49a7-bfd3-8e499486988f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:24.920046 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-15b6c687-104f-49a7-bfd3-8e499486988f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1810284 Apr 30 16:05:24.920327 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 43336) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:24.925895 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Request body: {'floatingip': {'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:24.941343 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:24.942300 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:24.949337 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Usage tracker for resource:floatingip and tenant:30884ecb7cdb4bbdae8da19d8171f557 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:24.950710 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:24.960249 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:24.966351 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-c3ac509d-376c-49dd-a9be-d6f37f8825a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:24.976104 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:25.008675 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for floatingip, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:25.013313 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:25.064992 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645d1d2e-579f-482b-870e-eb91c884f6a2,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:25.073096 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:25.099687 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:25.101266 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2585921 Apr 30 16:05:25.101631 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-f6bd9484-8723-4ddc-928d-20811d446217 req-50cc6367-5105-4ca4-8b38-d7974ce7875a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Unset dirty status for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:network {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:25.103382 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f6bd9484-8723-4ddc-928d-20811d446217 req-50cc6367-5105-4ca4-8b38-d7974ce7875a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.65 "GET /v2.0/networks?id=56b59402-099e-42b6-a07e-fb025d8545b0 HTTP/1.1" status: 200 len: 818 time: 1.6563447 Apr 30 16:05:25.105109 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 43350) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:25.106087 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.db.api [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-339f099f-08ae-46bb-84bd-270ddca5c2db tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 8baee5fa7e864efcb872c20e058ef004-network {{(pid=73974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 16:05:25.106602 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_db.api [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-339f099f-08ae-46bb-84bd-270ddca5c2db tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 16:05:25.110358 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-52b25c64-ce6f-43fe-8286-8a94f38efc8d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Request body: {'security_group_rule': {'security_group_id': '645d1d2e-579f-482b-870e-eb91c884f6a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:25.125231 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-52b25c64-ce6f-43fe-8286-8a94f38efc8d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:25.131754 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-52b25c64-ce6f-43fe-8286-8a94f38efc8d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Usage tracker for resource:security_group_rule and tenant:2d284bb0e5ba4410a1aade7a7e2872c9 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:25.136466 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-52b25c64-ce6f-43fe-8286-8a94f38efc8d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:25.153498 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-52b25c64-ce6f-43fe-8286-8a94f38efc8d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:25.183243 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Request body: {'port': {'device_id': 'bf767e4b-715c-481d-9766-aa35b8b2465d', 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0', 'admin_state_up': True, 'tenant_id': '8baee5fa7e864efcb872c20e058ef004'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:25.235250 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-52b25c64-ce6f-43fe-8286-8a94f38efc8d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:25.312711 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-52b25c64-ce6f-43fe-8286-8a94f38efc8d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:25.329858 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-52b25c64-ce6f-43fe-8286-8a94f38efc8d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:25.359202 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 71d769f1-d3a3-40dc-bac3-2df67fd26b53, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=71d769f1-d3a3-40dc-bac3-2df67fd26b53,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:25.374225 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:25.401199 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:25.421098 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:25.433787 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b25c64-ce6f-43fe-8286-8a94f38efc8d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19890614-e51f-4dae-9941-2460e0d57729,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:25.445760 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Made reservation on behalf of 8baee5fa7e864efcb872c20e058ef004 for: {'port': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:05:25.446440 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-52b25c64-ce6f-43fe-8286-8a94f38efc8d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:25.449572 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:25.464700 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-52b25c64-ce6f-43fe-8286-8a94f38efc8d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:25.469631 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-52b25c64-ce6f-43fe-8286-8a94f38efc8d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3630073 Apr 30 16:05:25.472930 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:25.491753 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dd919-964c-487e-99d0-de859a69d40d req-d52b142c-2464-46c0-9d90-c9368e7fe64b tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:25.495927 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-582dd919-964c-487e-99d0-de859a69d40d req-d52b142c-2464-46c0-9d90-c9368e7fe64b tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 944 time: 0.3321018 Apr 30 16:05:25.496851 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 43362) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:25.513002 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-e289a954-708b-4a15-9a2a-8296df863e4b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Request body: {'security_group_rule': {'security_group_id': '645d1d2e-579f-482b-870e-eb91c884f6a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:25.534124 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-e289a954-708b-4a15-9a2a-8296df863e4b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:25.586414 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-e289a954-708b-4a15-9a2a-8296df863e4b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Usage tracker for resource:security_group_rule and tenant:2d284bb0e5ba4410a1aade7a7e2872c9 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:25.594600 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': '71d769f1-d3a3-40dc-bac3-2df67fd26b53', 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0', 'port_id': '71d769f1-d3a3-40dc-bac3-2df67fd26b53', 'mac_address': 'fa:16:3e:dd:e2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a12444c-e684-4d80-96a7-0431e752e298', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:05:25.600309 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-e289a954-708b-4a15-9a2a-8296df863e4b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:25.621170 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-e289a954-708b-4a15-9a2a-8296df863e4b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:25.692530 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-582dd919-964c-487e-99d0-de859a69d40d req-77f12661-66e2-4e0f-b55b-5dcef751387f tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680403 Apr 30 16:05:25.715721 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e289a954-708b-4a15-9a2a-8296df863e4b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:25.724144 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Allocated IP 172.28.1.253 (7f18a24d-1fcc-4840-abae-ef8e7b2dba23/58a2ec7a-0b40-4394-88ce-94b1dd1bf408/8df3e92c-967c-4433-b501-29068d6c42d7) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:25.941813 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e289a954-708b-4a15-9a2a-8296df863e4b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:25.956472 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e289a954-708b-4a15-9a2a-8296df863e4b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:25.958723 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:25.962339 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:25.997474 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-339f099f-08ae-46bb-84bd-270ddca5c2db tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Unset dirty status for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:network {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:25.998710 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-339f099f-08ae-46bb-84bd-270ddca5c2db tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/networks?id=56b59402-099e-42b6-a07e-fb025d8545b0 HTTP/1.1" status: 200 len: 818 time: 1.7538662 Apr 30 16:05:26.049048 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289a954-708b-4a15-9a2a-8296df863e4b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cca0d2-6c09-40bc-affc-a829a4093248,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:26.055046 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-e289a954-708b-4a15-9a2a-8296df863e4b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:26.057815 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e289a954-708b-4a15-9a2a-8296df863e4b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:26.061905 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-e289a954-708b-4a15-9a2a-8296df863e4b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5601680 Apr 30 16:05:26.065488 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 43380) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:26.088472 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Request body: {'floatingip': {'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:26.101808 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:26.114668 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Usage tracker for resource:floatingip and tenant:2d284bb0e5ba4410a1aade7a7e2872c9 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:26.157563 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-64185e38-73f4-4a26-ba15-4c47f1e2f67f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/quotas/8baee5fa7e864efcb872c20e058ef004 HTTP/1.1" status: 200 len: 375 time: 0.1384561 Apr 30 16:05:26.162277 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:26.203142 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:26.229545 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:26.253402 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:26.272011 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port 74658aba-3c89-481e-ba4c-f8b66cb456c6, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=74658aba-3c89-481e-ba4c-f8b66cb456c6,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:26.284984 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for floatingip, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:26.300085 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:26.354188 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:26.445698 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d769f1-d3a3-40dc-bac3-2df67fd26b53 {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:26.491799 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-e3652929-d57d-49b7-a309-e9d51475c357 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8baee5fa7e864efcb872c20e058ef004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3317521 Apr 30 16:05:26.509246 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 71d769f1-d3a3-40dc-bac3-2df67fd26b53, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=71d769f1-d3a3-40dc-bac3-2df67fd26b53,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:26.518781 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abec7-608d-4f14-b7bf-506fbcc4fb96 req-36612b7e-d75e-4f50-bc37-a06d2e35c62e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:26.534313 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c57abec7-608d-4f14-b7bf-506fbcc4fb96 req-36612b7e-d75e-4f50-bc37-a06d2e35c62e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 944 time: 0.4212091 Apr 30 16:05:26.539755 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Allocated IP 172.20.0.8 (56b59402-099e-42b6-a07e-fb025d8545b0/f679e3b4-95e5-4a15-977e-21a4265e9b6c/d4005add-2a65-4c56-b508-17dc81f888d0) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:26.550225 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device e5439d03-1ec5-4d63-a7bf-c9c5166382e2 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:26.595431 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:26.630865 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c57abec7-608d-4f14-b7bf-506fbcc4fb96 req-a7885d92-740f-4a19-ac78-ac665386232d tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936816 Apr 30 16:05:26.632317 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=74658aba-3c89-481e-ba4c-f8b66cb456c6,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:26.642709 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.db.resource_extend [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:05:26.675837 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:26.676443 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:26.699000 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:26.990273 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=71d769f1-d3a3-40dc-bac3-2df67fd26b53,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:26.992273 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:26.999960 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Allocated IP 172.28.1.29 (7f18a24d-1fcc-4840-abae-ef8e7b2dba23/58a2ec7a-0b40-4394-88ce-94b1dd1bf408/e85af1c0-25f1-4478-8193-4f6d40b19f4e) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:27.033423 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.045977 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:27.063656 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:27.096205 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['71d769f1-d3a3-40dc-bac3-2df67fd26b53'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:05:27.122052 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.209185 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.221594 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Notify callbacks [] for port, precommit_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.232376 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port e5439d03-1ec5-4d63-a7bf-c9c5166382e2 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:27.249208 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port e5439d03-1ec5-4d63-a7bf-c9c5166382e2 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:27.249586 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.276501 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Network 56b59402-099e-42b6-a07e-fb025d8545b0 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:27.299653 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:27.306197 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:27.316075 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Transition to ACTIVE for port object 911a19c2-09f8-450e-85dd-c8b9f3a1d064 will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:27.317303 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:27.337813 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.358514 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:27.363674 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:27.375610 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:27.456938 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event updated for resources: {'Port': ['ID=8df3e92c-967c-4433-b501-29068d6c42d7,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:27.461874 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:27.510749 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981725d-0fbd-49b0-9062-e2c965088f9d req-047d808f-e906-45b7-832e-e78dd233cc90 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:27.512446 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-3981725d-0fbd-49b0-9062-e2c965088f9d req-047d808f-e906-45b7-832e-e78dd233cc90 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 944 time: 0.5144846 Apr 30 16:05:27.583201 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-3981725d-0fbd-49b0-9062-e2c965088f9d req-591a5644-d713-4d38-bbb9-d740cdb54b86 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622923 Apr 30 16:05:27.595517 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-5aaf3fc8-bbd4-4648-a7c4-d7777ada2ff1 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:27.612280 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.659711 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.676093 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:27.838397 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Attempting to bind port 911a19c2-09f8-450e-85dd-c8b9f3a1d064 on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:27.839503 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Attempting to bind port 911a19c2-09f8-450e-85dd-c8b9f3a1d064 by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:27.840060 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Attempting to bind port 911a19c2-09f8-450e-85dd-c8b9f3a1d064 on network 14c00e64-cc5c-4584-8c28-809f2f052668 {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:27.846811 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:27.855842 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:27.868315 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:27.906608 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:27.907458 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.933599 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.975651 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8ecfd-07c7-4c90-b11e-2525f59ff25e None None] Pushing event updated for resources: {'Port': ['ID=911a19c2-09f8-450e-85dd-c8b9f3a1d064,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:27.983941 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-1da8ecfd-07c7-4c90-b11e-2525f59ff25e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:28.010736 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event updated for resources: {'Port': ['ID=e85af1c0-25f1-4478-8193-4f6d40b19f4e,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:28.015023 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:28.015844 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:28.017096 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Checking segment: {'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:28.018228 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.019434 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Bound using segment: {'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:28.020000 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Bound port: 911a19c2-09f8-450e-85dd-c8b9f3a1d064, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:28.020386 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.023590 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f6bd9484-8723-4ddc-928d-20811d446217 req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9068515 Apr 30 16:05:28.061702 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Request body: {'port': {'device_id': 'bf767e4b-715c-481d-9766-aa35b8b2465d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:28.073741 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port e5439d03-1ec5-4d63-a7bf-c9c5166382e2, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=e5439d03-1ec5-4d63-a7bf-c9c5166382e2,segment=NetworkSegment(7609ca92-b165-462e-9e46-a717ae3882cb),segment_id=7609ca92-b165-462e-9e46-a717ae3882cb)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:28.119263 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19023e-a856-4c6a-9175-bfb92ac1c7eb req-64ab2ab8-f240-489f-95e1-aacd14664454 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:28.127427 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9a19023e-a856-4c6a-9175-bfb92ac1c7eb req-64ab2ab8-f240-489f-95e1-aacd14664454 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 945 time: 0.2200656 Apr 30 16:05:28.158335 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.165461 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-f8f0465d-24e7-483d-b664-e05facd0672f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:28.196291 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9a19023e-a856-4c6a-9175-bfb92ac1c7eb req-bf43a879-9dc3-4c40-8bd3-eb05df47068f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679255 Apr 30 16:05:28.235185 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.293670 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-24fd065c-9133-4aa6-bff9-711e8ba5cce8 service neutron] 10.222.0.67 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7914259 Apr 30 16:05:28.294307 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Pushing event updated for resources: {'Port': ['ID=d4005add-2a65-4c56-b508-17dc81f888d0,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:28.315395 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=e5439d03-1ec5-4d63-a7bf-c9c5166382e2,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:28.318198 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:28.319625 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:28.320827 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] For port 911a19c2-09f8-450e-85dd-c8b9f3a1d064, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:28.324225 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] For port 911a19c2-09f8-450e-85dd-c8b9f3a1d064, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=911a19c2-09f8-450e-85dd-c8b9f3a1d064,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:28.330437 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.341254 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:28.405870 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Routers {'b19ef072-9f8b-4e75-9a55-7c87a78e19da'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:28.406515 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:05:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:28.413794 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.536914 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 74658aba-3c89-481e-ba4c-f8b66cb456c6 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:28.626095 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 71d769f1-d3a3-40dc-bac3-2df67fd26b53 up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:28.788421 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8ecfd-07c7-4c90-b11e-2525f59ff25e None None] Pushing event updated for resources: {'Port': ['ID=911a19c2-09f8-450e-85dd-c8b9f3a1d064,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:28.794056 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-1da8ecfd-07c7-4c90-b11e-2525f59ff25e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:28.823697 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.848541 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 74658aba-3c89-481e-ba4c-f8b66cb456c6 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:28.849115 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.964637 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.966542 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port 71d769f1-d3a3-40dc-bac3-2df67fd26b53 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:28.974071 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] Set router b19ef072-9f8b-4e75-9a55-7c87a78e19da gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:29.038171 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port 71d769f1-d3a3-40dc-bac3-2df67fd26b53 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:29.038578 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.070255 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba60fb7-484b-44d0-a4b2-cb4391c19d54 req-1a6456ad-5d52-4084-90c1-38bfb3f31088 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:29.071873 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-eba60fb7-484b-44d0-a4b2-cb4391c19d54 req-1a6456ad-5d52-4084-90c1-38bfb3f31088 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 944 time: 0.2362821 Apr 30 16:05:29.086658 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f22c66f5-6929-406f-96b7-dba6a8ed4d23 service neutron] 10.222.0.67 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7706077 Apr 30 16:05:29.140670 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.148705 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-eba60fb7-484b-44d0-a4b2-cb4391c19d54 req-894d6586-997e-4f04-9492-8134ade4e68a tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685081 Apr 30 16:05:29.160112 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.171246 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.177984 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cd3c8cfc-3e6d-4e7c-89a6-38544f2540a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:29.298374 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event updated for resources: {'Port': ['ID=e85af1c0-25f1-4478-8193-4f6d40b19f4e,revision_number=2']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:29.344185 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:29.431729 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device e5439d03-1ec5-4d63-a7bf-c9c5166382e2 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:29.476624 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397203'] for floatingip, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.510216 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-d8c8af0e-fd99-40c4-9468-08401d654b05 req-443a7198-4e08-4004-8731-7e514a663cd1 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Synchronizing usage tracker for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:29.524762 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.526366 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4593465 Apr 30 16:05:29.567104 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-d8c8af0e-fd99-40c4-9468-08401d654b05 req-443a7198-4e08-4004-8731-7e514a663cd1 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Unset dirty status for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:29.568368 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d8c8af0e-fd99-40c4-9468-08401d654b05 req-443a7198-4e08-4004-8731-7e514a663cd1 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 210 time: 0.1414590 Apr 30 16:05:29.603410 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04c864-9bc5-4a88-96ca-25cac543afa9 req-906ed726-6d50-44df-bd92-635eb6928dc3 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:29.612627 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4c04c864-9bc5-4a88-96ca-25cac543afa9 req-906ed726-6d50-44df-bd92-635eb6928dc3 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 945 time: 0.1891413 Apr 30 16:05:29.760779 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4c04c864-9bc5-4a88-96ca-25cac543afa9 req-c42f9da7-243c-4c32-ac04-1237ffe32363 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431816 Apr 30 16:05:29.945569 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port e5439d03-1ec5-4d63-a7bf-c9c5166382e2 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:29.945970 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.952734 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4005add-2a65-4c56-b508-17dc81f888d0 {{(pid=73974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:29.965565 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.974870 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.993164 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Transition to ACTIVE for port object d4005add-2a65-4c56-b508-17dc81f888d0 will not be triggered until provisioned by entity L2. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:30.020061 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.025727 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3935ac0-2f2c-4c04-a47c-e631a4580259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d769f1-d3a3-40dc-bac3-2df67fd26b53'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:30.042320 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.066121 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:30.115326 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 71d769f1-d3a3-40dc-bac3-2df67fd26b53, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=71d769f1-d3a3-40dc-bac3-2df67fd26b53,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:30.133164 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.134011 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device a13d55ed-5907-4ee1-82f7-076088703509 up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:30.159339 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:30.275688 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '911a19c2-09f8-450e-85dd-c8b9f3a1d064', 'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'mac_address': 'fa:16:3e:fc:25:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:14Z', 'updated_at': '2021-04-30T16:05:28Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'subnets': [{'id': '609591f8-1443-456a-9728-4d0e18b05af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:30.293523 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdbc4d3-2ac7-48b5-89f0-499d0b38bb8c None None] The sync data for ids ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'] in dv-cinder-787195-6-smb is: [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '911a19c2-09f8-450e-85dd-c8b9f3a1d064', 'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'mac_address': 'fa:16:3e:fc:25:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:14Z', 'updated_at': '2021-04-30T16:05:28Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'subnets': [{'id': '609591f8-1443-456a-9728-4d0e18b05af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:05:30.322961 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.323994 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Pushing event updated for resources: {'Port': ['ID=d4005add-2a65-4c56-b508-17dc81f888d0,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:30.380768 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:30.398202 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=71d769f1-d3a3-40dc-bac3-2df67fd26b53,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:30.407643 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:30.422444 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:30.438319 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port a13d55ed-5907-4ee1-82f7-076088703509 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:30.448675 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port a13d55ed-5907-4ee1-82f7-076088703509 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:30.449469 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.638111 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da4a41-20dc-4b2e-b03f-cf3e97a299fe req-63304442-918f-4f14-817f-2786dcf87ba4 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:30.641034 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d2da4a41-20dc-4b2e-b03f-cf3e97a299fe req-63304442-918f-4f14-817f-2786dcf87ba4 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 944 time: 0.2318640 Apr 30 16:05:30.653391 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.734820 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port a13d55ed-5907-4ee1-82f7-076088703509, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a13d55ed-5907-4ee1-82f7-076088703509,segment=NetworkSegment(8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4),segment_id=8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:30.752108 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.757502 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:30.781660 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d2da4a41-20dc-4b2e-b03f-cf3e97a299fe req-97524cde-2f0f-4431-94b7-d0f80655455e tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342239 Apr 30 16:05:30.854734 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 911a19c2-09f8-450e-85dd-c8b9f3a1d064 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:30.895053 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397203'] for floatingip, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.910520 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-190ef685-d710-448d-adb4-3becbe2140c9 req-eaa9bb37-d834-43b2-9d5f-6bf2ec057e67 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Synchronizing usage tracker for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:security_group {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:31.100069 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 911a19c2-09f8-450e-85dd-c8b9f3a1d064 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:31.119696 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 911a19c2-09f8-450e-85dd-c8b9f3a1d064 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:31.128804 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:31.239834 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=a13d55ed-5907-4ee1-82f7-076088703509,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:31.253450 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3935ac0-2f2c-4c04-a47c-e631a4580259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d769f1-d3a3-40dc-bac3-2df67fd26b53', 'code': 200} Apr 30 16:05:31.299341 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:31.435376 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Attempting to bind port d4005add-2a65-4c56-b508-17dc81f888d0 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:31.437196 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Attempting to bind port d4005add-2a65-4c56-b508-17dc81f888d0 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '7609ca92-b165-462e-9e46-a717ae3882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0'}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:31.438415 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Attempting to bind port d4005add-2a65-4c56-b508-17dc81f888d0 on network 56b59402-099e-42b6-a07e-fb025d8545b0 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:31.519436 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event updated for resources: {'Port': ['ID=8df3e92c-967c-4433-b501-29068d6c42d7,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:31.540608 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Port d4005add-2a65-4c56-b508-17dc81f888d0 on network 56b59402-099e-42b6-a07e-fb025d8545b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:05:31.542015 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Attempting to bind port d4005add-2a65-4c56-b508-17dc81f888d0 on network 56b59402-099e-42b6-a07e-fb025d8545b0 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:31.557194 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-df456d45-be43-4593-9e60-8c5f115165ac req-a223f41f-526a-4eb2-82da-5cce97717e90 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 210 time: 0.1388137 Apr 30 16:05:31.565146 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:31.599257 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.177s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:31.623818 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-190ef685-d710-448d-adb4-3becbe2140c9 req-eaa9bb37-d834-43b2-9d5f-6bf2ec057e67 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Unset dirty status for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:security_group {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:31.631790 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-eaa9bb37-d834-43b2-9d5f-6bf2ec057e67 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--2068469669&fields=id&tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9 HTTP/1.1" status: 200 len: 267 time: 1.5856178 Apr 30 16:05:31.644336 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:31.658680 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7302117 Apr 30 16:05:31.658680 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:31.659130 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Checking segment: {'id': '7609ca92-b165-462e-9e46-a717ae3882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:31.659382 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Bound using segment: {'id': '7609ca92-b165-462e-9e46-a717ae3882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0'} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:31.659982 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Bound port: d4005add-2a65-4c56-b508-17dc81f888d0, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7609ca92-b165-462e-9e46-a717ae3882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0'}}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:31.660296 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:31.742882 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port 911a19c2-09f8-450e-85dd-c8b9f3a1d064, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=911a19c2-09f8-450e-85dd-c8b9f3a1d064,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:31.767640 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:31.771660 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.65', 62210) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:31.792749 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-1da8ecfd-07c7-4c90-b11e-2525f59ff25e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:32.122225 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=911a19c2-09f8-450e-85dd-c8b9f3a1d064,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:32.129040 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:32.169394 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef685-d710-448d-adb4-3becbe2140c9 req-7e1f8a3d-e2f5-46c6-81f9-bed6cfab6b41 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:32.170965 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-190ef685-d710-448d-adb4-3becbe2140c9 req-7e1f8a3d-e2f5-46c6-81f9-bed6cfab6b41 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Synchronizing usage tracker for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:network {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:32.195508 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f5089b9b-fad3-4c4b-8f0d-b5635605701a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:32.197080 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f5089b9b-fad3-4c4b-8f0d-b5635605701a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.65 "GET /v2.0/networks?id=56b59402-099e-42b6-a07e-fb025d8545b0 HTTP/1.1" status: 200 len: 818 time: 1.2956786 Apr 30 16:05:32.231971 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84da6a6-e53e-4df0-8ff2-ab87e92154b4 req-d0905065-8009-4943-9832-61f42776e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:32.234041 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e84da6a6-e53e-4df0-8ff2-ab87e92154b4 req-d0905065-8009-4943-9832-61f42776e271 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 1099 time: 0.4603574 Apr 30 16:05:32.259337 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Request body: {'port': {'device_id': 'e77a2dfe-c176-4828-88ef-0e4e8a02d713', 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0', 'admin_state_up': True, 'tenant_id': '8baee5fa7e864efcb872c20e058ef004'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:32.276434 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210c857-4fbc-418a-b719-62815168de8b req-a67d95c0-8b1a-4a93-8ab7-5fa1c63a0974 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:32.281282 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5210c857-4fbc-418a-b719-62815168de8b req-a67d95c0-8b1a-4a93-8ab7-5fa1c63a0974 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 946 time: 0.2283087 Apr 30 16:05:32.283127 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-e84da6a6-e53e-4df0-8ff2-ab87e92154b4 req-cb5bff7a-7bc5-4d75-b6af-76fdb5fa5f25 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:32.283881 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-190ef685-d710-448d-adb4-3becbe2140c9 req-7e1f8a3d-e2f5-46c6-81f9-bed6cfab6b41 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Unset dirty status for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:network {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:32.285429 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-7e1f8a3d-e2f5-46c6-81f9-bed6cfab6b41 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/networks?id=14c00e64-cc5c-4584-8c28-809f2f052668 HTTP/1.1" status: 200 len: 810 time: 0.6059375 Apr 30 16:05:32.317643 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [req-e84da6a6-e53e-4df0-8ff2-ab87e92154b4 req-cb5bff7a-7bc5-4d75-b6af-76fdb5fa5f25 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:32.330559 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-e84da6a6-e53e-4df0-8ff2-ab87e92154b4 req-cb5bff7a-7bc5-4d75-b6af-76fdb5fa5f25 service neutron] Usage tracker for resource:security_group_rule and tenant:f963f2e223924aa190fc5c2b57b91847 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:32.335713 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-e84da6a6-e53e-4df0-8ff2-ab87e92154b4 req-cb5bff7a-7bc5-4d75-b6af-76fdb5fa5f25 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:32.349603 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [req-e84da6a6-e53e-4df0-8ff2-ab87e92154b4 req-cb5bff7a-7bc5-4d75-b6af-76fdb5fa5f25 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:32.367917 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5210c857-4fbc-418a-b719-62815168de8b req-d44d6932-e5f0-48de-9956-895c480f7e8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679996 Apr 30 16:05:32.430219 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] For port d4005add-2a65-4c56-b508-17dc81f888d0, host hv-cinder-78719, cleared binding levels {{(pid=73974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:32.439080 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-cb7b7eed-98a7-4eac-9226-cfe2f41dc184 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/quotas/2d284bb0e5ba4410a1aade7a7e2872c9 HTTP/1.1" status: 200 len: 375 time: 0.1281078 Apr 30 16:05:32.476711 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-e84da6a6-e53e-4df0-8ff2-ab87e92154b4 req-cb5bff7a-7bc5-4d75-b6af-76fdb5fa5f25 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:32.491688 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-e84da6a6-e53e-4df0-8ff2-ab87e92154b4 req-cb5bff7a-7bc5-4d75-b6af-76fdb5fa5f25 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:32.502624 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a005abdf-18c4-416e-9ec4-4708297a02fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:32.506204 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] For port d4005add-2a65-4c56-b508-17dc81f888d0, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d4005add-2a65-4c56-b508-17dc81f888d0,segment=NetworkSegment(7609ca92-b165-462e-9e46-a717ae3882cb),segment_id=7609ca92-b165-462e-9e46-a717ae3882cb)] {{(pid=73974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:32.520281 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:32.537998 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:32.553455 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bff7a-7bc5-4d75-b6af-76fdb5fa5f25 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c95b8d-f190-49f0-90de-d64f4fd1ae09,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:32.558791 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cb5bff7a-7bc5-4d75-b6af-76fdb5fa5f25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:32.563329 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e84da6a6-e53e-4df0-8ff2-ab87e92154b4 req-cb5bff7a-7bc5-4d75-b6af-76fdb5fa5f25 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212860 Apr 30 16:05:32.640950 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:32.642207 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:32.643173 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f6bd9484-8723-4ddc-928d-20811d446217 req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] 10.222.0.65 "PUT /v2.0/ports/d4005add-2a65-4c56-b508-17dc81f888d0 HTTP/1.1" status: 200 len: 1093 time: 4.5871627 Apr 30 16:05:32.658870 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf767e4b-715c-481d-9766-aa35b8b2465d', 'tag': 'd4005add-2a65-4c56-b508-17dc81f888d0'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:32.690345 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:32.698869 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6043c4-75da-477d-b4ca-0b8bb78a0dd7 req-38e298a1-1262-4b41-89a0-23ee84d6c378 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:32.707503 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-be6043c4-75da-477d-b4ca-0b8bb78a0dd7 req-38e298a1-1262-4b41-89a0-23ee84d6c378 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 945 time: 0.1280572 Apr 30 16:05:32.719208 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 911a19c2-09f8-450e-85dd-c8b9f3a1d064 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:32.746688 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:32.771491 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Pushing event updated for resources: {'Port': ['ID=d4005add-2a65-4c56-b508-17dc81f888d0,revision_number=3']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:32.772884 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-be6043c4-75da-477d-b4ca-0b8bb78a0dd7 req-00fa9d8c-e9e1-4618-ae5b-a11096e7bba3 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639229 Apr 30 16:05:32.782567 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:32.819266 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-40b53098-5af1-443b-80d3-a4252ee3a5c9 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3697410 Apr 30 16:05:32.820237 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Made reservation on behalf of 8baee5fa7e864efcb872c20e058ef004 for: {'port': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:05:32.823961 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:32.865782 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 911a19c2-09f8-450e-85dd-c8b9f3a1d064 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:32.866160 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:32.970680 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-fe39a8be-0815-46cc-95a0-216124032905 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Synchronizing usage tracker for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:security_group {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:33.006542 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-fe39a8be-0815-46cc-95a0-216124032905 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Unset dirty status for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:security_group {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:33.022794 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-fe39a8be-0815-46cc-95a0-216124032905 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1418080622&fields=id&tenant_id=30884ecb7cdb4bbdae8da19d8171f557 HTTP/1.1" status: 200 len: 267 time: 0.1065848 Apr 30 16:05:33.033587 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd9484-8723-4ddc-928d-20811d446217 req-d46fd309-0b24-4bdd-a56d-dada3b396283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:33.035784 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f6bd9484-8723-4ddc-928d-20811d446217 req-d46fd309-0b24-4bdd-a56d-dada3b396283 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8baee5fa7e864efcb872c20e058ef004&device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 1096 time: 0.3260753 Apr 30 16:05:33.156112 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f6bd9484-8723-4ddc-928d-20811d446217 req-1c441691-5d4b-41ab-9f0d-d9c7ba0a283e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4005add-2a65-4c56-b508-17dc81f888d0 HTTP/1.1" status: 200 len: 217 time: 0.0886984 Apr 30 16:05:33.223984 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-2cfa6f5f-7925-44fb-81ed-e49eb10bb508 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:33.231530 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-2cfa6f5f-7925-44fb-81ed-e49eb10bb508 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/networks?id=fbdd012c-48a2-47ac-a102-5128271752a7 HTTP/1.1" status: 200 len: 817 time: 0.2065134 Apr 30 16:05:33.248314 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-d2ca13ab-4626-4788-a0c1-8c152bc9d13d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/quotas/30884ecb7cdb4bbdae8da19d8171f557 HTTP/1.1" status: 200 len: 375 time: 0.0158179 Apr 30 16:05:33.254791 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3a76fc-516d-4ec7-b2e9-2e978dd8b343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13d55ed-5907-4ee1-82f7-076088703509'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:33.291052 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-159248a6-a2f6-4877-8c51-2815d81b30a7 service neutron] 10.222.0.67 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158697 Apr 30 16:05:33.333384 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd9484-8723-4ddc-928d-20811d446217 req-0ed89059-b653-4431-8c79-ecd584abb0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:33.334830 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f6bd9484-8723-4ddc-928d-20811d446217 req-0ed89059-b653-4431-8c79-ecd584abb0f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f679e3b4-95e5-4a15-977e-21a4265e9b6c HTTP/1.1" status: 200 len: 858 time: 0.1724944 Apr 30 16:05:33.375329 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-80e02669-eb5d-45eb-8667-94d473a9cc2e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Synchronizing usage tracker for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:33.398131 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-80e02669-eb5d-45eb-8667-94d473a9cc2e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Unset dirty status for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:33.414974 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-80e02669-eb5d-45eb-8667-94d473a9cc2e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=30884ecb7cdb4bbdae8da19d8171f557&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1652300 Apr 30 16:05:33.426928 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f6bd9484-8723-4ddc-928d-20811d446217 req-d78a70a3-c77f-45fd-b857-9882a96135bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b59402-099e-42b6-a07e-fb025d8545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777674 Apr 30 16:05:33.430657 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Allocated IP 172.20.0.11 (56b59402-099e-42b6-a07e-fb025d8545b0/f679e3b4-95e5-4a15-977e-21a4265e9b6c/c500b883-8ab8-4872-82ab-d88ccbfe443d) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:33.613797 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-b7eb2aa1-3b89-4d46-8949-383b1cf6f8da service neutron] 10.222.0.67 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915700 Apr 30 16:05:33.718854 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-86143a72-6450-47a6-83c2-f07e2c3becfb service neutron] 10.222.0.67 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183133 Apr 30 16:05:33.783781 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f6bd9484-8723-4ddc-928d-20811d446217 req-05197cb3-af51-464d-b3e1-5f71ae2a44b1 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879350 Apr 30 16:05:33.869314 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-00183960-9f23-4827-a293-cc6344f26fd6 service neutron] 10.222.0.67 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545557 Apr 30 16:05:34.165689 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f96697db-f3cf-4c4e-9bca-20ca5e2fa457 req-7446edc1-a7b3-43ea-9029-2f8d6b8d8b23 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 210 time: 0.0549872 Apr 30 16:05:34.289763 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f6bd9484-8723-4ddc-928d-20811d446217 req-1a0d6954-52ba-40ba-aa75-cdda69f3c378 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860275 Apr 30 16:05:34.302490 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:34.345614 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf767e4b-715c-481d-9766-aa35b8b2465d', 'tag': 'd4005add-2a65-4c56-b508-17dc81f888d0', 'status': 'completed', 'code': 200} Apr 30 16:05:34.387621 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:34.398426 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:34.433581 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3a76fc-516d-4ec7-b2e9-2e978dd8b343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13d55ed-5907-4ee1-82f7-076088703509', 'code': 200} Apr 30 16:05:34.952961 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Pushing event updated for resources: {'Port': ['ID=c500b883-8ab8-4872-82ab-d88ccbfe443d,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:34.966635 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 43646) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:34.968226 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Network 56b59402-099e-42b6-a07e-fb025d8545b0 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:34.969633 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:34.976293 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:35.000809 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:35.027982 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5b5b6-3214-4f87-a661-d213673a82bf req-67cd317a-98b6-4510-b2be-39605bbaeae8 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:35.042014 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e3d5b5b6-3214-4f87-a661-d213673a82bf req-67cd317a-98b6-4510-b2be-39605bbaeae8 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 945 time: 0.3137929 Apr 30 16:05:35.091677 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:35.093147 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:35.141115 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8873885 Apr 30 16:05:35.149026 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b65774-72dc-433f-8295-d3003fedaf86 req-8bde6a1b-42c2-42d4-9194-7b7033f8c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:35.152797 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-64b65774-72dc-433f-8295-d3003fedaf86 req-8bde6a1b-42c2-42d4-9194-7b7033f8c67a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8baee5fa7e864efcb872c20e058ef004&device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 1096 time: 0.6124775 Apr 30 16:05:35.163910 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Request body: {'port': {'device_id': 'e77a2dfe-c176-4828-88ef-0e4e8a02d713', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:35.299196 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e3d5b5b6-3214-4f87-a661-d213673a82bf req-f440a9e8-cf4e-4dc2-a087-675af6ca77ec tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559843 Apr 30 16:05:35.300383 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-deffa371-f888-43f3-800b-792230bc839f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:35.324751 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-deffa371-f888-43f3-800b-792230bc839f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:35.327940 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-deffa371-f888-43f3-800b-792230bc839f admin admin] Usage tracker for resource:security_group_rule and tenant:03524af028fd48c699a16f42063bb891 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:35.331653 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-deffa371-f888-43f3-800b-792230bc839f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:35.337907 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-deffa371-f888-43f3-800b-792230bc839f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:35.435597 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6281e36-e970-4cda-9e27-c038f89fac40 req-bc1a5683-73c2-4551-98f0-5876d48ae9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:35.437836 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c6281e36-e970-4cda-9e27-c038f89fac40 req-bc1a5683-73c2-4551-98f0-5876d48ae9c3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 1098 time: 0.3145320 Apr 30 16:05:35.450206 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b65774-72dc-433f-8295-d3003fedaf86 req-adc5b2d5-7ad3-4f96-abc5-1e156d05d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:35.455869 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-64b65774-72dc-433f-8295-d3003fedaf86 req-adc5b2d5-7ad3-4f96-abc5-1e156d05d0ba service neutron] 10.222.0.65 "GET /v2.0/networks?id=56b59402-099e-42b6-a07e-fb025d8545b0 HTTP/1.1" status: 200 len: 919 time: 0.2037749 Apr 30 16:05:35.470524 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88a75d-39fb-47d1-9e96-201902466cd5 req-6fda2643-ac23-41c5-8424-d35d6d85fdf8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:35.472161 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4d88a75d-39fb-47d1-9e96-201902466cd5 req-6fda2643-ac23-41c5-8424-d35d6d85fdf8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 946 time: 0.7524340 Apr 30 16:05:35.605362 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-ffa3d9fe-32cf-4ddd-a5eb-8707ddd0fefe req-fda6ca68-695e-47eb-8dd0-da0715633f74 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Synchronizing usage tracker for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:35.611279 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c6281e36-e970-4cda-9e27-c038f89fac40 req-fa07db33-585c-40c1-8c17-401341c7e4e8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640532 Apr 30 16:05:35.611546 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-64b65774-72dc-433f-8295-d3003fedaf86 req-7393b9c9-cfbc-4628-a3f2-b65f04e4e593 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4005add-2a65-4c56-b508-17dc81f888d0 HTTP/1.1" status: 200 len: 217 time: 0.1383870 Apr 30 16:05:35.644802 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-deffa371-f888-43f3-800b-792230bc839f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:35.645776 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-ffa3d9fe-32cf-4ddd-a5eb-8707ddd0fefe req-fda6ca68-695e-47eb-8dd0-da0715633f74 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Unset dirty status for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:35.649414 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ffa3d9fe-32cf-4ddd-a5eb-8707ddd0fefe req-fda6ca68-695e-47eb-8dd0-da0715633f74 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 210 time: 0.1392419 Apr 30 16:05:35.650440 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-deffa371-f888-43f3-800b-792230bc839f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:35.657830 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:35.658864 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:35.697738 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffa371-f888-43f3-800b-792230bc839f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92c8486-2e9b-47ec-90f2-2bcd4afc4698,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:35.703952 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4d88a75d-39fb-47d1-9e96-201902466cd5 req-0441c41a-2354-438c-8062-c4603c73d960 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274781 Apr 30 16:05:35.715060 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-deffa371-f888-43f3-800b-792230bc839f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:35.723322 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-deffa371-f888-43f3-800b-792230bc839f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=03524af028fd48c699a16f42063bb891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7516944 Apr 30 16:05:35.725854 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 43662) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:35.924936 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-dd74373a-9e96-46e2-85a3-e47e50e95a86 req-b453d1ff-46c6-4f4d-b4c4-25cd187784bc tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 210 time: 0.0528569 Apr 30 16:05:35.944892 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b5c07fa8-89c7-457e-ae65-cbc991a53413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:35.990546 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b5c07fa8-89c7-457e-ae65-cbc991a53413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:36.024609 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b65774-72dc-433f-8295-d3003fedaf86 req-e915d708-6c1a-4b50-bd70-3e65ac9c8ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:36.025807 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-64b65774-72dc-433f-8295-d3003fedaf86 req-e915d708-6c1a-4b50-bd70-3e65ac9c8ec9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f679e3b4-95e5-4a15-977e-21a4265e9b6c HTTP/1.1" status: 200 len: 858 time: 0.3501868 Apr 30 16:05:36.094287 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-64b65774-72dc-433f-8295-d3003fedaf86 req-35fecf61-3352-462c-99cc-ea9e5fd4a253 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b59402-099e-42b6-a07e-fb025d8545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582902 Apr 30 16:05:36.106696 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b5c07fa8-89c7-457e-ae65-cbc991a53413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:36.120425 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:36.157179 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b5c07fa8-89c7-457e-ae65-cbc991a53413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:36.158597 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-b5c07fa8-89c7-457e-ae65-cbc991a53413 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c92c8486-2e9b-47ec-90f2-2bcd4afc4698 HTTP/1.1" status: 204 len: 168 time: 0.4309280 Apr 30 16:05:36.160150 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c07fa8-89c7-457e-ae65-cbc991a53413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92c8486-2e9b-47ec-90f2-2bcd4afc4698,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:36.163749 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b5c07fa8-89c7-457e-ae65-cbc991a53413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:36.445433 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-64b65774-72dc-433f-8295-d3003fedaf86 req-1d405130-d7a1-43e4-8e67-6b0b51f23998 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312509 Apr 30 16:05:36.668864 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef685-d710-448d-adb4-3becbe2140c9 req-1fbab433-35f6-48a0-a0db-fb14746a162f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:36.672844 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device d4005add-2a65-4c56-b508-17dc81f888d0 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:05:36.675130 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-1fbab433-35f6-48a0-a0db-fb14746a162f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.65 "GET /v2.0/networks?id=14c00e64-cc5c-4584-8c28-809f2f052668 HTTP/1.1" status: 200 len: 810 time: 0.4624839 Apr 30 16:05:36.957194 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 43700) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:37.011179 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port d4005add-2a65-4c56-b508-17dc81f888d0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d4005add-2a65-4c56-b508-17dc81f888d0,segment=NetworkSegment(7609ca92-b165-462e-9e46-a717ae3882cb),segment_id=7609ca92-b165-462e-9e46-a717ae3882cb)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:37.031378 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-190ef685-d710-448d-adb4-3becbe2140c9 req-6d4bb84b-b4d9-4c34-ab2d-7097b32d0d7a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Synchronizing usage tracker for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:security_group {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:37.043566 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': 'd4005add-2a65-4c56-b508-17dc81f888d0', 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0', 'port_id': 'd4005add-2a65-4c56-b508-17dc81f888d0', 'mac_address': 'fa:16:3e:b6:fe:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f679e3b4-95e5-4a15-977e-21a4265e9b6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:05:37.047569 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b30d5eef-7f0b-4426-b05e-2a66f0af2709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.076030 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-190ef685-d710-448d-adb4-3becbe2140c9 req-6d4bb84b-b4d9-4c34-ab2d-7097b32d0d7a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Unset dirty status for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:security_group {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:37.078914 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-6d4bb84b-b4d9-4c34-ab2d-7097b32d0d7a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9 HTTP/1.1" status: 200 len: 380 time: 0.3975320 Apr 30 16:05:37.095577 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Request body: {'port': {'device_id': 'fea4b929-03db-43c8-ae9b-544d6e88c7f1', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'admin_state_up': True, 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'security_groups': ['645d1d2e-579f-482b-870e-eb91c884f6a2']}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:37.120740 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b30d5eef-7f0b-4426-b05e-2a66f0af2709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:37.131005 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b30d5eef-7f0b-4426-b05e-2a66f0af2709 admin admin] Usage tracker for resource:security_group_rule and tenant:663955a8f5e841379918192b1e54f8e7 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:37.151246 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b30d5eef-7f0b-4426-b05e-2a66f0af2709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:37.165532 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.65', 62225) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:37.219646 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b30d5eef-7f0b-4426-b05e-2a66f0af2709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:37.235067 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.255885 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4005add-2a65-4c56-b508-17dc81f888d0 {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:37.273719 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port d4005add-2a65-4c56-b508-17dc81f888d0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d4005add-2a65-4c56-b508-17dc81f888d0,segment=NetworkSegment(7609ca92-b165-462e-9e46-a717ae3882cb),segment_id=7609ca92-b165-462e-9e46-a717ae3882cb)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:37.281547 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.283599 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-834895b8-c910-41e9-887c-e2de2ef1fb45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:37.290988 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1f65b-8c16-43a4-9a68-d7280eb8fe04 req-8cbd4904-11c3-4b9c-86e9-fe68dfaa0d42 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:37.291716 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-16f1f65b-8c16-43a4-9a68-d7280eb8fe04 req-8cbd4904-11c3-4b9c-86e9-fe68dfaa0d42 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Synchronizing usage tracker for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:37.344527 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c500b883-8ab8-4872-82ab-d88ccbfe443d {{(pid=73974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:37.377367 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.444969 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-16f1f65b-8c16-43a4-9a68-d7280eb8fe04 req-8cbd4904-11c3-4b9c-86e9-fe68dfaa0d42 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Unset dirty status for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:37.446142 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-16f1f65b-8c16-43a4-9a68-d7280eb8fe04 req-8cbd4904-11c3-4b9c-86e9-fe68dfaa0d42 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 932 time: 1.5946574 Apr 30 16:05:37.455022 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Transition to ACTIVE for port object c500b883-8ab8-4872-82ab-d88ccbfe443d will not be triggered until provisioned by entity L2. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:37.455815 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=d4005add-2a65-4c56-b508-17dc81f888d0,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:37.457457 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-64b65774-72dc-433f-8295-d3003fedaf86 req-1370151c-f179-4f6e-8dc4-23e450638211 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717182 Apr 30 16:05:37.475568 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:37.511148 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.559290 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:37.582724 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['d4005add-2a65-4c56-b508-17dc81f888d0'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:05:37.597635 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac298d-6e80-4285-92ed-a022e984dbf3 req-343b0c78-94c0-4fd1-b6e5-25e2adf99c9a tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:37.611013 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-76ac298d-6e80-4285-92ed-a022e984dbf3 req-343b0c78-94c0-4fd1-b6e5-25e2adf99c9a tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 945 time: 0.8028533 Apr 30 16:05:37.696012 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-d49073cf-0b67-47b8-8f30-e44145d2e534 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:37.697828 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-d49073cf-0b67-47b8-8f30-e44145d2e534 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.65 "GET /v2.0/networks?id=fbdd012c-48a2-47ac-a102-5128271752a7 HTTP/1.1" status: 200 len: 817 time: 0.5307531 Apr 30 16:05:37.707687 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:37.781713 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:37.807678 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-76ac298d-6e80-4285-92ed-a022e984dbf3 req-6c1986f1-b329-46fd-aa36-a4e6affd9523 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033516 Apr 30 16:05:37.846103 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-fa8fb271-ef0f-49c3-8b54-39ffd5fe08bc tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30884ecb7cdb4bbdae8da19d8171f557 HTTP/1.1" status: 200 len: 380 time: 0.1033912 Apr 30 16:05:37.859320 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Made reservation on behalf of 2d284bb0e5ba4410a1aade7a7e2872c9 for: {'port': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:05:37.866920 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.875724 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 43738) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:37.876349 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Pushing event updated for resources: {'Port': ['ID=c500b883-8ab8-4872-82ab-d88ccbfe443d,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:37.897348 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:37.915644 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Request body: {'port': {'device_id': '90c9ced6-1815-496a-8b40-e198dbb15796', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'admin_state_up': True, 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'security_groups': ['de2edc42-65fc-4408-a08f-dbbc05db8100']}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:37.978595 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-16f1f65b-8c16-43a4-9a68-d7280eb8fe04 req-18d8470c-e17d-469d-8c40-05e94e07f465 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Synchronizing usage tracker for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:security_group {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:38.079357 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-16f1f65b-8c16-43a4-9a68-d7280eb8fe04 req-18d8470c-e17d-469d-8c40-05e94e07f465 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Unset dirty status for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:security_group {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:38.080574 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-16f1f65b-8c16-43a4-9a68-d7280eb8fe04 req-18d8470c-e17d-469d-8c40-05e94e07f465 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222320 Apr 30 16:05:38.120499 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4f28c078-30ad-46a9-9e3c-54617ee20b75 req-cec8cbdf-6da6-4b55-b396-b3b328e31642 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 210 time: 0.0795965 Apr 30 16:05:38.153128 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1b647433-900a-46bc-a05f-f6a40c4f1d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.170840 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Attempting to bind port c500b883-8ab8-4872-82ab-d88ccbfe443d on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:38.171099 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Attempting to bind port c500b883-8ab8-4872-82ab-d88ccbfe443d by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '7609ca92-b165-462e-9e46-a717ae3882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0'}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:38.171654 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Attempting to bind port c500b883-8ab8-4872-82ab-d88ccbfe443d on network 56b59402-099e-42b6-a07e-fb025d8545b0 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:38.183188 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Port c500b883-8ab8-4872-82ab-d88ccbfe443d on network 56b59402-099e-42b6-a07e-fb025d8545b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:05:38.183580 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Attempting to bind port c500b883-8ab8-4872-82ab-d88ccbfe443d on network 56b59402-099e-42b6-a07e-fb025d8545b0 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:38.191154 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-1b647433-900a-46bc-a05f-f6a40c4f1d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:38.193723 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:38.194049 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Checking segment: {'id': '7609ca92-b165-462e-9e46-a717ae3882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:38.194531 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Bound using segment: {'id': '7609ca92-b165-462e-9e46-a717ae3882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0'} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:38.195141 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Bound port: c500b883-8ab8-4872-82ab-d88ccbfe443d, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7609ca92-b165-462e-9e46-a717ae3882cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0'}}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:38.195321 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.209199 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-1b647433-900a-46bc-a05f-f6a40c4f1d14 admin admin] Usage tracker for resource:security_group_rule and tenant:608920551f274bd286c66a23b94ef600 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:38.215434 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-1b647433-900a-46bc-a05f-f6a40c4f1d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:38.224684 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-1b647433-900a-46bc-a05f-f6a40c4f1d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:38.278377 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b30d5eef-7f0b-4426-b05e-2a66f0af2709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.321075 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b30d5eef-7f0b-4426-b05e-2a66f0af2709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.332614 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-bdbeb576-15f4-4b87-aa42-d64e4a610c67 req-19540056-6e64-4bbe-b7f1-d98e57676fee tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 210 time: 0.0794425 Apr 30 16:05:38.361466 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:38.372275 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:38.372517 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] For port c500b883-8ab8-4872-82ab-d88ccbfe443d, host hv-cinder-78719, cleared binding levels {{(pid=73974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:38.378964 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] For port c500b883-8ab8-4872-82ab-d88ccbfe443d, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c500b883-8ab8-4872-82ab-d88ccbfe443d,segment=NetworkSegment(7609ca92-b165-462e-9e46-a717ae3882cb),segment_id=7609ca92-b165-462e-9e46-a717ae3882cb)] {{(pid=73974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:38.387971 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.396988 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-5202f2f7-87fd-4ac6-be6f-8d9b67abcd83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:38.403577 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-b30d5eef-7f0b-4426-b05e-2a66f0af2709 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=663955a8f5e841379918192b1e54f8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4254422 Apr 30 16:05:38.413880 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 43752) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:38.416485 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:38.442724 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d5eef-7f0b-4426-b05e-2a66f0af2709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f193543-702b-4d6f-a5ce-28a92401d361,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:38.455916 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b30d5eef-7f0b-4426-b05e-2a66f0af2709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:38.463862 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:38.464464 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.465903 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] 10.222.0.65 "PUT /v2.0/ports/c500b883-8ab8-4872-82ab-d88ccbfe443d HTTP/1.1" status: 200 len: 1094 time: 3.3067479 Apr 30 16:05:38.466377 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77a2dfe-c176-4828-88ef-0e4e8a02d713', 'tag': 'c500b883-8ab8-4872-82ab-d88ccbfe443d'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:38.466622 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Allocated IP 172.20.0.11 (14c00e64-cc5c-4584-8c28-809f2f052668/609591f8-1443-456a-9728-4d0e18b05af1/966b7e13-7963-4c4c-818b-304d8249f046) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:38.516192 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1b647433-900a-46bc-a05f-f6a40c4f1d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.518257 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77a2dfe-c176-4828-88ef-0e4e8a02d713', 'tag': 'c500b883-8ab8-4872-82ab-d88ccbfe443d', 'status': 'completed', 'code': 200} Apr 30 16:05:38.518787 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Pushing event updated for resources: {'Port': ['ID=c500b883-8ab8-4872-82ab-d88ccbfe443d,revision_number=3']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:38.523060 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:38.543932 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Made reservation on behalf of 30884ecb7cdb4bbdae8da19d8171f557 for: {'port': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:05:38.548433 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.554101 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1b647433-900a-46bc-a05f-f6a40c4f1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.575317 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d9b8ba8b-694f-4145-8d20-237049604672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:38.609670 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-da99526e-d71d-451b-99b0-6e1dfdf80d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.621933 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b647433-900a-46bc-a05f-f6a40c4f1d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e47460-894b-47ca-9b60-dd72c3126491,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:38.625825 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-1b647433-900a-46bc-a05f-f6a40c4f1d14 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=608920551f274bd286c66a23b94ef600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7430518 Apr 30 16:05:38.627859 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-1b647433-900a-46bc-a05f-f6a40c4f1d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:38.629822 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 43762) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:38.676831 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device d4005add-2a65-4c56-b508-17dc81f888d0 up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:38.693238 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-8c67ba3a-8eeb-4184-b711-025709b06783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:38.694815 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-8c67ba3a-8eeb-4184-b711-025709b06783 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8baee5fa7e864efcb872c20e058ef004&device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 1097 time: 0.1728535 Apr 30 16:05:38.713148 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-657f00f4-2c34-4ea0-8245-99de7713b626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.773240 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port d4005add-2a65-4c56-b508-17dc81f888d0 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:38.780239 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port d4005add-2a65-4c56-b508-17dc81f888d0 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:38.780865 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.854161 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-da99526e-d71d-451b-99b0-6e1dfdf80d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.862081 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-657f00f4-2c34-4ea0-8245-99de7713b626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.900235 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-75184507-f476-47bb-aa5a-d5df86359994 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c500b883-8ab8-4872-82ab-d88ccbfe443d HTTP/1.1" status: 200 len: 217 time: 0.1816738 Apr 30 16:05:38.916685 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.948408 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf767e4b-715c-481d-9766-aa35b8b2465d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4005add-2a65-4c56-b508-17dc81f888d0'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:38.961906 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port d4005add-2a65-4c56-b508-17dc81f888d0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d4005add-2a65-4c56-b508-17dc81f888d0,segment=NetworkSegment(7609ca92-b165-462e-9e46-a717ae3882cb),segment_id=7609ca92-b165-462e-9e46-a717ae3882cb)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:38.967760 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.971169 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-1da8ecfd-07c7-4c90-b11e-2525f59ff25e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:39.054222 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf767e4b-715c-481d-9766-aa35b8b2465d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4005add-2a65-4c56-b508-17dc81f888d0', 'code': 200} Apr 30 16:05:39.081701 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=d4005add-2a65-4c56-b508-17dc81f888d0,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:39.085434 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:39.144502 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Allocated IP 172.20.0.4 (fbdd012c-48a2-47ac-a102-5128271752a7/47ce67a9-b01b-4823-9930-c277e305b13b/dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:39.160260 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-6d9c00f7-ccc5-4695-adf0-0733a877e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:39.182461 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-6d9c00f7-ccc5-4695-adf0-0733a877e2e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f679e3b4-95e5-4a15-977e-21a4265e9b6c HTTP/1.1" status: 200 len: 858 time: 0.2622440 Apr 30 16:05:39.277489 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:39.296247 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-3442183a-602a-449c-b340-6239dc0e1eef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b59402-099e-42b6-a07e-fb025d8545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026385 Apr 30 16:05:39.304031 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-657f00f4-2c34-4ea0-8245-99de7713b626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:39.317301 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:39.399411 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-da99526e-d71d-451b-99b0-6e1dfdf80d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:39.403131 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.provisioning_blocks [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Transition to ACTIVE for port object 966b7e13-7963-4c4c-818b-304d8249f046 will not be triggered until provisioned by entity DHCP. {{(pid=73973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:39.411645 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f00f4-2c34-4ea0-8245-99de7713b626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e47460-894b-47ca-9b60-dd72c3126491,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:39.422665 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-657f00f4-2c34-4ea0-8245-99de7713b626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:39.427546 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-09892ef8-1229-4802-be69-b9d3cd073196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:39.428086 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-657f00f4-2c34-4ea0-8245-99de7713b626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:39.431816 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-657f00f4-2c34-4ea0-8245-99de7713b626 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/74e47460-894b-47ca-9b60-dd72c3126491 HTTP/1.1" status: 204 len: 168 time: 0.7987101 Apr 30 16:05:39.463514 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99526e-d71d-451b-99b0-6e1dfdf80d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f193543-702b-4d6f-a5ce-28a92401d361,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:39.477040 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-da99526e-d71d-451b-99b0-6e1dfdf80d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:39.538449 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5e0c9-0fcb-46b8-9ac5-a7ffbcf6dc54 req-9d067b46-9d8a-40d8-9b44-53d8c3e937af tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:39.539976 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-63a5e0c9-0fcb-46b8-9ac5-a7ffbcf6dc54 req-9d067b46-9d8a-40d8-9b44-53d8c3e937af tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 945 time: 0.4828792 Apr 30 16:05:39.544143 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:39.561205 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-da99526e-d71d-451b-99b0-6e1dfdf80d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:39.562442 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-da99526e-d71d-451b-99b0-6e1dfdf80d0c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4f193543-702b-4d6f-a5ce-28a92401d361 HTTP/1.1" status: 204 len: 168 time: 1.1474917 Apr 30 16:05:39.598603 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:39.619874 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.provisioning_blocks [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Transition to ACTIVE for port object dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 will not be triggered until provisioned by entity DHCP. {{(pid=73973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:39.640785 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:39.682616 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aa834-e1fe-4628-8a42-a1c69c0f5b0b req-ad764fe9-e575-4123-ad94-c56d57718e79 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:39.687052 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-29fc85dc-b583-4aa1-98dd-cd48ca3d3825 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615212 Apr 30 16:05:39.690406 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e63aa834-e1fe-4628-8a42-a1c69c0f5b0b req-ad764fe9-e575-4123-ad94-c56d57718e79 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 944 time: 0.3488505 Apr 30 16:05:39.694094 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-63a5e0c9-0fcb-46b8-9ac5-a7ffbcf6dc54 req-fd94f7cc-da20-4f37-b439-d9fe3eb3bd3a tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346586 Apr 30 16:05:39.722855 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9005e7-3f6f-4fb3-b160-a7f7b64ce919 req-64b3c309-9725-4585-b5cf-0ce3973d22f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:39.724328 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ca9005e7-3f6f-4fb3-b160-a7f7b64ce919 req-64b3c309-9725-4585-b5cf-0ce3973d22f9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 1098 time: 0.3979225 Apr 30 16:05:39.824211 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Network 14c00e64-cc5c-4584-8c28-809f2f052668 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:39.836607 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:39.847886 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:40.056300 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:40.057229 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.065071 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e63aa834-e1fe-4628-8a42-a1c69c0f5b0b req-fc3b5294-70b9-48d4-bf26-ee0db7ac4fc6 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737571 Apr 30 16:05:40.096687 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event updated for resources: {'Port': ['ID=966b7e13-7963-4c4c-818b-304d8249f046,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:40.101506 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:40.120947 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0328259 Apr 30 16:05:40.134819 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Request body: {'port': {'device_id': 'fea4b929-03db-43c8-ae9b-544d6e88c7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:40.183135 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ca9005e7-3f6f-4fb3-b160-a7f7b64ce919 req-2807e69f-4840-4306-9e01-c55418863326 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466004 Apr 30 16:05:40.192276 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.227078 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:40.244528 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-946abfe1-3f2a-43d0-bb1d-db2ccc1fdcd8 req-98dc4870-6c2d-44d5-8429-7419f75f05b4 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475602 Apr 30 16:05:40.250190 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 43806) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:40.276192 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d3bd346c-fe76-4a9c-83bf-3869fef80960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.290404 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-e6a36298-2729-4900-a885-c58025dfd9ff None None] Provisioning for port 966b7e13-7963-4c4c-818b-304d8249f046 completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:40.301394 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9670e-9bc8-472c-9189-651e712821ea req-abe78417-053c-4d2e-8da5-eaa33e04f6e3 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:40.302928 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b0d9670e-9bc8-472c-9189-651e712821ea req-abe78417-053c-4d2e-8da5-eaa33e04f6e3 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 932 time: 0.3061156 Apr 30 16:05:40.305937 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-d3bd346c-fe76-4a9c-83bf-3869fef80960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:40.306845 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-e6a36298-2729-4900-a885-c58025dfd9ff None None] Provisioning complete for port 966b7e13-7963-4c4c-818b-304d8249f046 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:40.308834 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e6a36298-2729-4900-a885-c58025dfd9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.317111 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-d3bd346c-fe76-4a9c-83bf-3869fef80960 admin admin] Usage tracker for resource:security_group_rule and tenant:197215c6af204c2f933831f16f0d843f is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:40.320852 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-d3bd346c-fe76-4a9c-83bf-3869fef80960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:40.331443 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-d3bd346c-fe76-4a9c-83bf-3869fef80960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:40.370651 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 43810) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:40.378411 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-e6a36298-2729-4900-a885-c58025dfd9ff None None] Port 966b7e13-7963-4c4c-818b-304d8249f046 cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:05:40.479186 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Network fbdd012c-48a2-47ac-a102-5128271752a7 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:40.490983 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:40.493627 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.500207 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d92e0572-899f-4749-9e8d-d8860f975857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.503669 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:40.548005 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-d92e0572-899f-4749-9e8d-d8860f975857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:40.552789 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event updated for resources: {'Port': ['ID=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:40.554619 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-d92e0572-899f-4749-9e8d-d8860f975857 admin admin] Usage tracker for resource:security_group_rule and tenant:148788751cb54a6d96ee4bf2bf516f6d is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:40.556769 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:40.561004 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-d92e0572-899f-4749-9e8d-d8860f975857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:40.577229 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-d92e0572-899f-4749-9e8d-d8860f975857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:40.605216 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b0d9670e-9bc8-472c-9189-651e712821ea req-c5e83523-3851-4a1b-86f4-e4b070b25ad9 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358885 Apr 30 16:05:40.671988 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:40.672696 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.731471 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d92e0572-899f-4749-9e8d-d8860f975857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.733449 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10ba50-92f2-48e4-abef-22d7a89a0cd2 req-7b561591-7d61-4cc8-8d8f-d4edd9b3748e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:40.734299 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-fa10ba50-92f2-48e4-abef-22d7a89a0cd2 req-7b561591-7d61-4cc8-8d8f-d4edd9b3748e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Synchronizing usage tracker for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:40.759659 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d92e0572-899f-4749-9e8d-d8860f975857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.812645 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-ad89e373-b3b8-4798-afdd-c6fc68fe2602 None None] Provisioning for port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:40.824220 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9176691 Apr 30 16:05:40.829763 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-ad89e373-b3b8-4798-afdd-c6fc68fe2602 None None] Provisioning complete for port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:40.831388 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-ad89e373-b3b8-4798-afdd-c6fc68fe2602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.843537 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Request body: {'port': {'device_id': '90c9ced6-1815-496a-8b40-e198dbb15796', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:40.868883 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-f979495f-0b17-470d-ba63-29a2fbc40fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:40.879773 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-fa10ba50-92f2-48e4-abef-22d7a89a0cd2 req-7b561591-7d61-4cc8-8d8f-d4edd9b3748e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Unset dirty status for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:40.887048 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-fa10ba50-92f2-48e4-abef-22d7a89a0cd2 req-7b561591-7d61-4cc8-8d8f-d4edd9b3748e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 931 time: 0.5743418 Apr 30 16:05:40.934447 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-ad89e373-b3b8-4798-afdd-c6fc68fe2602 None None] Port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:05:40.940960 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d3bd346c-fe76-4a9c-83bf-3869fef80960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.944610 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-d92e0572-899f-4749-9e8d-d8860f975857 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=148788751cb54a6d96ee4bf2bf516f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5716345 Apr 30 16:05:40.949840 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 43822) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:40.951828 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e0572-899f-4749-9e8d-d8860f975857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd67adc-9fd4-4ffe-8e4d-82b185e18769,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:40.966047 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d92e0572-899f-4749-9e8d-d8860f975857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:40.967863 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ce06-986f-41ef-b092-e26d5089ee97 req-825a3fd7-756a-4821-9d69-4c4da4b9457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:40.969381 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0c30ce06-986f-41ef-b092-e26d5089ee97 req-825a3fd7-756a-4821-9d69-4c4da4b9457d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8baee5fa7e864efcb872c20e058ef004&device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 1097 time: 0.5979517 Apr 30 16:05:40.971802 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d3bd346c-fe76-4a9c-83bf-3869fef80960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.985309 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e6b14818-ad12-4ab0-b83e-bd75a154a2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:41.084938 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd346c-fe76-4a9c-83bf-3869fef80960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bbed51-b77e-4a2e-963f-7c66678376f5,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:41.144517 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-fa10ba50-92f2-48e4-abef-22d7a89a0cd2 req-5423f0f1-15be-412d-b5e1-f1d9ecd400c9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375205 Apr 30 16:05:41.180561 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:41.202414 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d3bd346c-fe76-4a9c-83bf-3869fef80960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:41.219682 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-d3bd346c-fe76-4a9c-83bf-3869fef80960 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=197215c6af204c2f933831f16f0d843f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9665174 Apr 30 16:05:41.229099 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 43832) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:41.368618 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ce06-986f-41ef-b092-e26d5089ee97 req-ff1ae6a4-15ea-41ce-b32c-127da596918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:41.370088 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0c30ce06-986f-41ef-b092-e26d5089ee97 req-ff1ae6a4-15ea-41ce-b32c-127da596918a service neutron] 10.222.0.65 "GET /v2.0/networks?id=56b59402-099e-42b6-a07e-fb025d8545b0 HTTP/1.1" status: 200 len: 919 time: 0.3757100 Apr 30 16:05:41.519757 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9e045d89-6d31-414c-a9ce-c7b6c0084659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:41.534430 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966b7e13-7963-4c4c-818b-304d8249f046 {{(pid=73973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:41.553956 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0c30ce06-986f-41ef-b092-e26d5089ee97 req-ea7b0d62-f6db-4b43-ad0c-dd037bcdafd8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c500b883-8ab8-4872-82ab-d88ccbfe443d HTTP/1.1" status: 200 len: 217 time: 0.1618180 Apr 30 16:05:41.562469 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:41.602209 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:41.615420 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9e045d89-6d31-414c-a9ce-c7b6c0084659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:41.678672 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-dcc2c1a8-b54e-4e7e-b112-ad9190e756ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:41.704877 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ce06-986f-41ef-b092-e26d5089ee97 req-8236861b-fe53-4b9e-be18-43e13633bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:41.704877 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0c30ce06-986f-41ef-b092-e26d5089ee97 req-8236861b-fe53-4b9e-be18-43e13633bbb2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f679e3b4-95e5-4a15-977e-21a4265e9b6c HTTP/1.1" status: 200 len: 858 time: 0.1392741 Apr 30 16:05:41.712250 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.provisioning_blocks [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Transition to ACTIVE for port object 966b7e13-7963-4c4c-818b-304d8249f046 will not be triggered until provisioned by entity L2. {{(pid=73973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:41.774530 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-dcc2c1a8-b54e-4e7e-b112-ad9190e756ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:41.783802 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0c30ce06-986f-41ef-b092-e26d5089ee97 req-ee078301-bca0-4f44-a435-73e234772226 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b59402-099e-42b6-a07e-fb025d8545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721183 Apr 30 16:05:41.804933 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23543e5-97d8-4a83-8048-3b8623141719 req-53b3ad14-aa4d-4c6f-9149-16f9a63deac6 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:41.806400 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a23543e5-97d8-4a83-8048-3b8623141719 req-53b3ad14-aa4d-4c6f-9149-16f9a63deac6 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 944 time: 0.5127611 Apr 30 16:05:41.814914 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:41.859585 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9e045d89-6d31-414c-a9ce-c7b6c0084659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:41.874013 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:41.877779 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d92e0572-899f-4749-9e8d-d8860f975857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:41.945666 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e045d89-6d31-414c-a9ce-c7b6c0084659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd67adc-9fd4-4ffe-8e4d-82b185e18769,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:41.949261 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-9e045d89-6d31-414c-a9ce-c7b6c0084659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:41.993794 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a23543e5-97d8-4a83-8048-3b8623141719 req-167b2acd-1c99-4538-bad6-b36b5abc800b tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498675 Apr 30 16:05:41.997842 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9e045d89-6d31-414c-a9ce-c7b6c0084659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.001323 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-9e045d89-6d31-414c-a9ce-c7b6c0084659 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4cd67adc-9fd4-4ffe-8e4d-82b185e18769 HTTP/1.1" status: 204 len: 168 time: 1.0508349 Apr 30 16:05:42.005309 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-dcc2c1a8-b54e-4e7e-b112-ad9190e756ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.015213 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-9e045d89-6d31-414c-a9ce-c7b6c0084659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:42.041160 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2c1a8-b54e-4e7e-b112-ad9190e756ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bbed51-b77e-4a2e-963f-7c66678376f5,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:42.044358 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-dcc2c1a8-b54e-4e7e-b112-ad9190e756ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:42.050033 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-dcc2c1a8-b54e-4e7e-b112-ad9190e756ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.066511 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-dcc2c1a8-b54e-4e7e-b112-ad9190e756ab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/34bbed51-b77e-4a2e-963f-7c66678376f5 HTTP/1.1" status: 204 len: 168 time: 0.8262341 Apr 30 16:05:42.075562 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0c30ce06-986f-41ef-b092-e26d5089ee97 req-552a6bb6-e4e3-4c97-8885-a19a864f8ac4 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648647 Apr 30 16:05:42.141143 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-53f41dad-f854-4305-b511-ad662fc5f273 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:42.150583 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-53f41dad-f854-4305-b511-ad662fc5f273 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/networks?id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0 HTTP/1.1" status: 200 len: 814 time: 0.6183023 Apr 30 16:05:42.225339 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=966b7e13-7963-4c4c-818b-304d8249f046,revision_number=2']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:42.228465 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:42.249424 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-2ffee18c-965f-4139-b0bf-7fac49d254ed tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/quotas/00ffd47a0b304e5cab764aa3194c9f1e HTTP/1.1" status: 200 len: 375 time: 0.0978842 Apr 30 16:05:42.350557 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0c30ce06-986f-41ef-b092-e26d5089ee97 req-0094b884-3ae7-4313-8c3a-d1698b69a774 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650247 Apr 30 16:05:42.370791 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a8cc3-95b9-411e-832e-2e6814b17a00 req-df76e6ec-6f8d-4e87-adda-2e840fb9770a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:42.379893 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-8f0a8cc3-95b9-411e-832e-2e6814b17a00 req-df76e6ec-6f8d-4e87-adda-2e840fb9770a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 944 time: 0.1548264 Apr 30 16:05:42.428973 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Attempting to bind port 966b7e13-7963-4c4c-818b-304d8249f046 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:42.429710 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Attempting to bind port 966b7e13-7963-4c4c-818b-304d8249f046 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'}] {{(pid=73973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:42.429710 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Attempting to bind port 966b7e13-7963-4c4c-818b-304d8249f046 on network 14c00e64-cc5c-4584-8c28-809f2f052668 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:42.440324 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-8f0a8cc3-95b9-411e-832e-2e6814b17a00 req-1582033a-4f6b-4f2e-bcd1-3cb98af60d96 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560715 Apr 30 16:05:42.445973 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Port 966b7e13-7963-4c4c-818b-304d8249f046 on network 14c00e64-cc5c-4584-8c28-809f2f052668 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:05:42.446292 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Attempting to bind port 966b7e13-7963-4c4c-818b-304d8249f046 on network 14c00e64-cc5c-4584-8c28-809f2f052668 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:42.472049 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:42.472418 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Checking segment: {'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:42.472982 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Bound using segment: {'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'} {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:42.473425 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Bound port: 966b7e13-7963-4c4c-818b-304d8249f046, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'}}] {{(pid=73973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:42.473758 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.493493 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 {{(pid=73973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:42.505917 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.570088 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-aadb1ed1-3476-4b8c-aaab-9413c7e70b4d tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=00ffd47a0b304e5cab764aa3194c9f1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3197646 Apr 30 16:05:42.585697 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.provisioning_blocks [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Transition to ACTIVE for port object dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 will not be triggered until provisioned by entity L2. {{(pid=73973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:42.620960 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.657267 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:42.679129 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device c500b883-8ab8-4872-82ab-d88ccbfe443d details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:05:42.722610 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] For port 966b7e13-7963-4c4c-818b-304d8249f046, host hv-cinder-78719, cleared binding levels {{(pid=73973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:42.972356 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] For port 966b7e13-7963-4c4c-818b-304d8249f046, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=966b7e13-7963-4c4c-818b-304d8249f046,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:43.077271 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Pushing event updated for resources: {'Port': ['ID=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,revision_number=2']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:43.100312 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.114278 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:43.191343 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-f31ef464-5a46-4781-85fc-665b17a9ab76 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:43.211442 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port c500b883-8ab8-4872-82ab-d88ccbfe443d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c500b883-8ab8-4872-82ab-d88ccbfe443d,segment=NetworkSegment(7609ca92-b165-462e-9e46-a717ae3882cb),segment_id=7609ca92-b165-462e-9e46-a717ae3882cb)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:43.269804 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-0b52fb81-c304-428d-a449-b5fe1f6213d2 service neutron] 10.222.0.67 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6829967 Apr 30 16:05:43.293805 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:43.294693 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.297027 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] 10.222.0.65 "PUT /v2.0/ports/966b7e13-7963-4c4c-818b-304d8249f046 HTTP/1.1" status: 200 len: 1094 time: 3.1691935 Apr 30 16:05:43.297928 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea4b929-03db-43c8-ae9b-544d6e88c7f1', 'tag': '966b7e13-7963-4c4c-818b-304d8249f046'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:43.330432 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': 'c500b883-8ab8-4872-82ab-d88ccbfe443d', 'network_id': '56b59402-099e-42b6-a07e-fb025d8545b0', 'port_id': 'c500b883-8ab8-4872-82ab-d88ccbfe443d', 'mac_address': 'fa:16:3e:9f:35:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f679e3b4-95e5-4a15-977e-21a4265e9b6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:05:43.460176 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Attempting to bind port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:43.460176 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Attempting to bind port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'}] {{(pid=73973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:43.460176 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Attempting to bind port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 on network fbdd012c-48a2-47ac-a102-5128271752a7 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:43.476922 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=966b7e13-7963-4c4c-818b-304d8249f046,revision_number=3']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:43.606099 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:43.627185 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 on network fbdd012c-48a2-47ac-a102-5128271752a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:05:43.627526 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Attempting to bind port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 on network fbdd012c-48a2-47ac-a102-5128271752a7 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:43.641351 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.663709 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:43.664046 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Checking segment: {'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:43.664428 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Bound using segment: {'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'} {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:43.664896 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Bound port: dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'}}] {{(pid=73973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:43.667175 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.740559 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c500b883-8ab8-4872-82ab-d88ccbfe443d {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:43.785954 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port c500b883-8ab8-4872-82ab-d88ccbfe443d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c500b883-8ab8-4872-82ab-d88ccbfe443d,segment=NetworkSegment(7609ca92-b165-462e-9e46-a717ae3882cb),segment_id=7609ca92-b165-462e-9e46-a717ae3882cb)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:43.796575 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.801087 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:43.927297 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd86cb6-c329-4b9d-9095-890dfb445bbe req-7bc0bd4c-1ea6-4ca5-a3fe-b809d514aeba tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:43.936745 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2cd86cb6-c329-4b9d-9095-890dfb445bbe req-7bc0bd4c-1ea6-4ca5-a3fe-b809d514aeba tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.2388580 Apr 30 16:05:44.016977 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-0200f5ee-0f27-4640-9d5c-6905c3f4538a service neutron] 10.222.0.67 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7009776 Apr 30 16:05:44.072724 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef685-d710-448d-adb4-3becbe2140c9 req-e3524336-c0f8-4bcf-8bf6-5d9feb5094ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:44.074375 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-e3524336-c0f8-4bcf-8bf6-5d9feb5094ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9&device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 1097 time: 0.7042613 Apr 30 16:05:44.102829 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=c500b883-8ab8-4872-82ab-d88ccbfe443d,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:44.112257 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:44.137431 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-2cd86cb6-c329-4b9d-9095-890dfb445bbe req-fbd4907f-cb62-4d8f-ab7c-015408573ab2 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Synchronizing usage tracker for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:security_group {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:44.180196 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['c500b883-8ab8-4872-82ab-d88ccbfe443d'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:05:44.189896 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-2cd86cb6-c329-4b9d-9095-890dfb445bbe req-fbd4907f-cb62-4d8f-ab7c-015408573ab2 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Unset dirty status for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:security_group {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:44.198286 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2cd86cb6-c329-4b9d-9095-890dfb445bbe req-fbd4907f-cb62-4d8f-ab7c-015408573ab2 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562897 Apr 30 16:05:44.256061 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] For port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3, host hv-cinder-78719, cleared binding levels {{(pid=73973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:44.272591 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] For port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:44.306929 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:44.314026 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-2c8435de-e882-45f7-9b41-658104c9ef48 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=966b7e13-7963-4c4c-818b-304d8249f046 HTTP/1.1" status: 200 len: 217 time: 0.2251701 Apr 30 16:05:44.329284 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:44.587639 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:44.588299 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:44.590048 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] 10.222.0.65 "PUT /v2.0/ports/dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 HTTP/1.1" status: 200 len: 1093 time: 3.7516961 Apr 30 16:05:44.645151 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f0005600-fb26-4d6b-b7fa-eb167e90312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:44.646758 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-f0005600-fb26-4d6b-b7fa-eb167e90312a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=609591f8-1443-456a-9728-4d0e18b05af1 HTTP/1.1" status: 200 len: 849 time: 0.3209801 Apr 30 16:05:44.648896 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Pushing event updated for resources: {'Port': ['ID=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,revision_number=3']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:44.653055 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:44.702240 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58787e0-a5dd-444c-a82f-1f89c9ea18d4 req-d7be0ab6-3b10-4eca-85e9-9656d48bc68f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:44.725825 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b58787e0-a5dd-444c-a82f-1f89c9ea18d4 req-d7be0ab6-3b10-4eca-85e9-9656d48bc68f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 945 time: 0.3324773 Apr 30 16:05:44.824695 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b58787e0-a5dd-444c-a82f-1f89c9ea18d4 req-2e04230b-c15c-4a84-8030-2cd1a3bcb0c0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973530 Apr 30 16:05:45.032461 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6b5cf-4a80-40ee-8a43-6eb42ce116d0 req-848ef1e7-127b-4fc5-b39a-f4f00323e38a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:45.033355 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-adf6b5cf-4a80-40ee-8a43-6eb42ce116d0 req-848ef1e7-127b-4fc5-b39a-f4f00323e38a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Synchronizing usage tracker for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:45.040247 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-753e5341-774d-4901-9cd0-f15e8fcb63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:45.042388 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-753e5341-774d-4901-9cd0-f15e8fcb63f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=30884ecb7cdb4bbdae8da19d8171f557&device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 1096 time: 0.3944926 Apr 30 16:05:45.130734 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef685-d710-448d-adb4-3becbe2140c9 req-1ef5d2a0-2967-45ed-9753-f043fba94611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:45.132634 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-1ef5d2a0-2967-45ed-9753-f043fba94611 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14c00e64-cc5c-4584-8c28-809f2f052668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4310110 Apr 30 16:05:45.135008 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-06fab1e8-c74e-4d8d-9d62-27c7039cf3e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 HTTP/1.1" status: 200 len: 217 time: 0.0810745 Apr 30 16:05:45.135813 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-adf6b5cf-4a80-40ee-8a43-6eb42ce116d0 req-848ef1e7-127b-4fc5-b39a-f4f00323e38a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Unset dirty status for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:45.137072 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-adf6b5cf-4a80-40ee-8a43-6eb42ce116d0 req-848ef1e7-127b-4fc5-b39a-f4f00323e38a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 944 time: 0.4388700 Apr 30 16:05:45.187332 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea4b929-03db-43c8-ae9b-544d6e88c7f1', 'tag': '966b7e13-7963-4c4c-818b-304d8249f046', 'status': 'completed', 'code': 200} Apr 30 16:05:45.262476 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-8bf4e195-4bfe-4e11-970a-77c8f7ce8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:45.264217 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-8bf4e195-4bfe-4e11-970a-77c8f7ce8eaa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47ce67a9-b01b-4823-9930-c277e305b13b HTTP/1.1" status: 200 len: 856 time: 0.1027491 Apr 30 16:05:45.325142 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e9126e52-4ba4-4678-8260-0b6a49481e48 req-6290f274-ba33-4e89-b049-3104d4d787b2 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 210 time: 0.0875537 Apr 30 16:05:45.435668 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-adf6b5cf-4a80-40ee-8a43-6eb42ce116d0 req-10175f7b-e433-4f5f-b51e-d56a77417073 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916439 Apr 30 16:05:45.508604 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-caad0aa7-b3bc-4d0e-9edc-9b92823783a5 service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498242 Apr 30 16:05:45.520929 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-f21101b0-f791-43af-a1b0-a42711f17457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:45.522888 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-f21101b0-f791-43af-a1b0-a42711f17457 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fbdd012c-48a2-47ac-a102-5128271752a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2342224 Apr 30 16:05:45.718589 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7540d8-a333-4092-841a-fea5ca656f8b req-154c8651-3ec9-49b9-8f78-a4a74651bcd1 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:45.728870 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ef7540d8-a333-4092-841a-fea5ca656f8b req-154c8651-3ec9-49b9-8f78-a4a74651bcd1 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.1758902 Apr 30 16:05:45.813345 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ef7540d8-a333-4092-841a-fea5ca656f8b req-e511f3a5-49df-4466-9d0c-d70ec6648cc9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828512 Apr 30 16:05:45.850203 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-190ef685-d710-448d-adb4-3becbe2140c9 req-62049159-cec3-4eda-9e31-66409da0c7e4 service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327651 Apr 30 16:05:45.859140 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-2bbb27af-7fdb-43bb-85c2-a644698562ee service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098099 Apr 30 16:05:46.153213 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-175e72eb-8f74-4ed9-a4ca-d7d4ac201e05 req-82d713c3-eacd-4da8-9614-124308f2101e service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859185 Apr 30 16:05:46.176554 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7842f5-510a-42fc-9247-9d317c0a4d6d req-04d983ca-259f-4c38-bc0b-0e7ae76015e8 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:46.178455 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bf7842f5-510a-42fc-9247-9d317c0a4d6d req-04d983ca-259f-4c38-bc0b-0e7ae76015e8 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 945 time: 0.2136483 Apr 30 16:05:46.181368 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a8495-d9d5-44e4-8d48-eb9364416e24 req-ea6719af-9139-4ecc-b7de-1a2f85b48ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:46.183464 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-566a8495-d9d5-44e4-8d48-eb9364416e24 req-ea6719af-9139-4ecc-b7de-1a2f85b48ac3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9&device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 1097 time: 0.2193415 Apr 30 16:05:46.363227 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bf7842f5-510a-42fc-9247-9d317c0a4d6d req-6f547498-424d-4b4f-8f61-dd007f7f46df tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784918 Apr 30 16:05:46.555855 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a8495-d9d5-44e4-8d48-eb9364416e24 req-b95f460e-4654-4048-98c3-69f75cd569af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:46.557650 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-566a8495-d9d5-44e4-8d48-eb9364416e24 req-b95f460e-4654-4048-98c3-69f75cd569af service neutron] 10.222.0.65 "GET /v2.0/networks?id=14c00e64-cc5c-4584-8c28-809f2f052668 HTTP/1.1" status: 200 len: 911 time: 0.3571880 Apr 30 16:05:46.669191 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90a4ae-686d-448c-b94f-f2ed34db4dee req-01a26c58-b3bb-46a4-9302-0c1ab75be8cc tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:46.680344 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1b90a4ae-686d-448c-b94f-f2ed34db4dee req-01a26c58-b3bb-46a4-9302-0c1ab75be8cc tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 945 time: 0.1518536 Apr 30 16:05:46.696647 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device c500b883-8ab8-4872-82ab-d88ccbfe443d up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:46.806497 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port c500b883-8ab8-4872-82ab-d88ccbfe443d completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:46.807365 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1b90a4ae-686d-448c-b94f-f2ed34db4dee req-cba5aa3d-5389-4cf7-93d1-b744fe1ebd18 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152828 Apr 30 16:05:46.814254 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port c500b883-8ab8-4872-82ab-d88ccbfe443d triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:46.815368 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:46.850312 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-566a8495-d9d5-44e4-8d48-eb9364416e24 req-3b64f7c7-9c96-4d05-a2de-5ad84834ae62 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=966b7e13-7963-4c4c-818b-304d8249f046 HTTP/1.1" status: 200 len: 217 time: 0.2638595 Apr 30 16:05:46.925046 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e802da8e-af3e-4e7c-b205-b34e6572c6aa req-bde1c603-db9e-4b9d-b1a0-c5d7514e065e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 210 time: 0.1561491 Apr 30 16:05:46.983475 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-ebaa1290-a2a7-4df1-b5e9-7be661eceee4 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:46.985145 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-ebaa1290-a2a7-4df1-b5e9-7be661eceee4 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "GET /v2.0/networks?id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0 HTTP/1.1" status: 200 len: 814 time: 0.6488085 Apr 30 16:05:47.005881 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a8495-d9d5-44e4-8d48-eb9364416e24 req-bd92b29e-28d2-4ceb-82ea-56198209ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:47.007835 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-566a8495-d9d5-44e4-8d48-eb9364416e24 req-bd92b29e-28d2-4ceb-82ea-56198209ab2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=609591f8-1443-456a-9728-4d0e18b05af1 HTTP/1.1" status: 200 len: 849 time: 0.1469963 Apr 30 16:05:47.013022 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Request body: {'port': {'device_id': '57dd92be-3664-46ee-9fd1-332f542cb377', 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0', 'admin_state_up': True, 'tenant_id': '00ffd47a0b304e5cab764aa3194c9f1e'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:47.050003 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:47.083871 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77a2dfe-c176-4828-88ef-0e4e8a02d713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c500b883-8ab8-4872-82ab-d88ccbfe443d'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:47.096509 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port c500b883-8ab8-4872-82ab-d88ccbfe443d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c500b883-8ab8-4872-82ab-d88ccbfe443d,segment=NetworkSegment(7609ca92-b165-462e-9e46-a717ae3882cb),segment_id=7609ca92-b165-462e-9e46-a717ae3882cb)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:47.110764 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:47.114653 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-c807ae69-d32f-49b2-af20-fa1d668671c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:47.162103 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed1563-f9aa-45e0-b2c8-4f63f238ac3e req-d6d987b5-8c41-4fcd-8078-9bca6bdb2f58 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:47.163913 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ffed1563-f9aa-45e0-b2c8-4f63f238ac3e req-d6d987b5-8c41-4fcd-8078-9bca6bdb2f58 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 944 time: 0.1545568 Apr 30 16:05:47.188895 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c9ced6-1815-496a-8b40-e198dbb15796', 'tag': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:47.255005 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ffed1563-f9aa-45e0-b2c8-4f63f238ac3e req-60ce8e06-fc5f-4d3f-acee-9b15f62c155a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836742 Apr 30 16:05:47.268848 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=c500b883-8ab8-4872-82ab-d88ccbfe443d,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:47.281552 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:47.334633 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77a2dfe-c176-4828-88ef-0e4e8a02d713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c500b883-8ab8-4872-82ab-d88ccbfe443d', 'code': 200} Apr 30 16:05:47.345210 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a8495-d9d5-44e4-8d48-eb9364416e24 req-6e613a56-c000-498f-9587-841bda7a3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:47.346929 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-566a8495-d9d5-44e4-8d48-eb9364416e24 req-6e613a56-c000-498f-9587-841bda7a3078 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14c00e64-cc5c-4584-8c28-809f2f052668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3178444 Apr 30 16:05:47.368521 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:47.548311 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b417b3-cd0c-417e-a295-7549280e9206 req-4dce4789-bdbc-4d74-9fb0-0ea2664a438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:47.550280 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a1b417b3-cd0c-417e-a295-7549280e9206 req-4dce4789-bdbc-4d74-9fb0-0ea2664a438d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=30884ecb7cdb4bbdae8da19d8171f557&device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 1096 time: 0.1183586 Apr 30 16:05:47.598456 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c9ced6-1815-496a-8b40-e198dbb15796', 'tag': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'status': 'completed', 'code': 200} Apr 30 16:05:47.618587 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:47.659321 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b98c0-ffd6-4537-a137-59f0ba5a4267 req-7ad8eee6-5fec-4eac-a2da-e18bd74a335a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:47.661730 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ad5b98c0-ffd6-4537-a137-59f0ba5a4267 req-7ad8eee6-5fec-4eac-a2da-e18bd74a335a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.4527774 Apr 30 16:05:47.665226 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Made reservation on behalf of 00ffd47a0b304e5cab764aa3194c9f1e for: {'port': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:05:47.668890 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:47.851876 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-566a8495-d9d5-44e4-8d48-eb9364416e24 req-42ef5f69-9a75-4188-8e2c-d1b73bdd1b71 service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640439 Apr 30 16:05:47.941757 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ad5b98c0-ffd6-4537-a137-59f0ba5a4267 req-3d3d0a4c-2c46-433d-a2f7-5e166c527459 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541955 Apr 30 16:05:47.973445 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b417b3-cd0c-417e-a295-7549280e9206 req-24309d8f-f1bc-4b5f-b69e-826c64846ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:47.974889 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a1b417b3-cd0c-417e-a295-7549280e9206 req-24309d8f-f1bc-4b5f-b69e-826c64846ea9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fbdd012c-48a2-47ac-a102-5128271752a7 HTTP/1.1" status: 200 len: 918 time: 0.4163444 Apr 30 16:05:47.990668 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd832f-b18f-4584-a129-e4d8ddb9d763 req-d6d709e8-4f12-4963-aff1-c87fd039a8e4 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:47.998799 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ffbd832f-b18f-4584-a129-e4d8ddb9d763 req-d6d709e8-4f12-4963-aff1-c87fd039a8e4 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.4074883 Apr 30 16:05:48.084440 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a1b417b3-cd0c-417e-a295-7549280e9206 req-50d3380e-db45-4f40-8cd9-dff5ff131b8a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 HTTP/1.1" status: 200 len: 217 time: 0.0827975 Apr 30 16:05:48.088363 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd54223-c561-4a2d-a825-c25b2725dbb8 req-75a4a0f1-8b24-47db-9665-8efe0d3b1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:48.089848 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6cd54223-c561-4a2d-a825-c25b2725dbb8 req-75a4a0f1-8b24-47db-9665-8efe0d3b1895 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 1099 time: 0.3953912 Apr 30 16:05:48.152890 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ffbd832f-b18f-4584-a129-e4d8ddb9d763 req-69d98239-8e51-4ad8-b9ad-44ce6f605539 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530933 Apr 30 16:05:48.194275 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Allocated IP 172.20.0.3 (7c270391-f0de-4ac8-a22c-7b5c1aba27c0/3a12444c-e684-4d80-96a7-0431e752e298/c7fd28df-062e-4955-a4cc-c7acd6900de8) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:48.208725 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b417b3-cd0c-417e-a295-7549280e9206 req-3d9c1eef-148b-4480-a3f9-5e4a8475808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:48.210248 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a1b417b3-cd0c-417e-a295-7549280e9206 req-3d9c1eef-148b-4480-a3f9-5e4a8475808f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47ce67a9-b01b-4823-9930-c277e305b13b HTTP/1.1" status: 200 len: 856 time: 0.0995226 Apr 30 16:05:48.237405 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-566a8495-d9d5-44e4-8d48-eb9364416e24 req-902bc526-cafc-4774-8032-b72a2c16afcb service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731301 Apr 30 16:05:48.277966 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff9c0d-9858-494c-9002-6d0f96fa0ff5 req-2815bc1f-9b59-4ac5-ae0e-e2fa5a70e0f0 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:48.281699 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6cd54223-c561-4a2d-a825-c25b2725dbb8 req-64f7346a-74dc-4675-8c7c-c2ad4fd47225 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682565 Apr 30 16:05:48.281849 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8dff9c0d-9858-494c-9002-6d0f96fa0ff5 req-2815bc1f-9b59-4ac5-ae0e-e2fa5a70e0f0 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 945 time: 0.1988981 Apr 30 16:05:48.350403 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8dff9c0d-9858-494c-9002-6d0f96fa0ff5 req-5bdce3da-fc27-4e3a-ab17-82f8b5b5d4fc tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602572 Apr 30 16:05:48.368398 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a340e3d0-6f1e-4d73-aa9c-57c2e963bf45 req-64dcdcfd-5fbb-43f4-ba84-abf0a0f197ab tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 210 time: 0.0581138 Apr 30 16:05:48.397739 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b417b3-cd0c-417e-a295-7549280e9206 req-18c7a0c4-143b-4452-9e2d-6fe2249062e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:48.399614 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a1b417b3-cd0c-417e-a295-7549280e9206 req-18c7a0c4-143b-4452-9e2d-6fe2249062e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fbdd012c-48a2-47ac-a102-5128271752a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1637707 Apr 30 16:05:48.561127 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:48.602779 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:48.614514 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:48.620327 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['71d769f1-d3a3-40dc-bac3-2df67fd26b53'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:05:48.656404 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a1b417b3-cd0c-417e-a295-7549280e9206 req-d1c74f66-e30b-48b2-b9ba-a1941e80fc79 service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411342 Apr 30 16:05:48.702086 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:48.702217 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71b551-99a6-4205-8698-2c9a50a7cb7a req-c057cfde-c7c7-47d5-be04-144da45bdf8d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:48.703708 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4f71b551-99a6-4205-8698-2c9a50a7cb7a req-c057cfde-c7c7-47d5-be04-144da45bdf8d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 944 time: 0.1518853 Apr 30 16:05:48.706083 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:48.715396 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:48.774137 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:05:48.833920 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Pushing event updated for resources: {'Port': ['ID=c7fd28df-062e-4955-a4cc-c7acd6900de8,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:48.846743 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:48.874772 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4f71b551-99a6-4205-8698-2c9a50a7cb7a req-e17fd6f2-d9cb-43d6-8dc5-c36d8a6cabe1 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526077 Apr 30 16:05:48.908557 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:48.912204 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:48.938872 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a1b417b3-cd0c-417e-a295-7549280e9206 req-a2121bbe-d05a-45b0-9f82-a5019876ca05 service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689385 Apr 30 16:05:48.974668 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9653447 Apr 30 16:05:49.003452 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Request body: {'port': {'device_id': '57dd92be-3664-46ee-9fd1-332f542cb377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:49.143887 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44172) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:49.149096 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:49.194653 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'port_id': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'mac_address': 'fa:16:3e:5f:76:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:05:49.212062 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-765fd35e-edac-4f5a-98cf-1ca5db3ebf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:49.225419 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64ebb1-f4ac-4553-9473-7b06dd00de7a req-3d875339-63b5-406c-bf74-da9ffa2a455a tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:49.227304 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-de64ebb1-f4ac-4553-9473-7b06dd00de7a req-3d875339-63b5-406c-bf74-da9ffa2a455a tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 945 time: 0.1172419 Apr 30 16:05:49.297401 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:49.299838 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:49.322696 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:49.341103 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:49.348393 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:49.349264 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 966b7e13-7963-4c4c-818b-304d8249f046 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:05:49.351361 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:49.491517 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:49.495174 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbca9-3cd2-42ef-9ac5-bc5ca3d67fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:49.497101 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:49.541632 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-e4ccbca9-3cd2-42ef-9ac5-bc5ca3d67fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:49.602619 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-e4ccbca9-3cd2-42ef-9ac5-bc5ca3d67fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:564a4d33239149239d7828263cfc9e50 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:49.613117 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-e4ccbca9-3cd2-42ef-9ac5-bc5ca3d67fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:49.629111 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-e4ccbca9-3cd2-42ef-9ac5-bc5ca3d67fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:49.647986 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf9943-3690-4528-8c00-362b01b7e71d req-f7192342-cdfa-4e18-ace4-d1ec7a2cb9ec tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:49.651437 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [req-de64ebb1-f4ac-4553-9473-7b06dd00de7a req-64e07c62-10e2-4963-b55d-27fd653bafc3 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Deleting port a13d55ed-5907-4ee1-82f7-076088703509 {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:05:49.651807 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-de64ebb1-f4ac-4553-9473-7b06dd00de7a req-64e07c62-10e2-4963-b55d-27fd653bafc3 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:49.656550 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9ebf9943-3690-4528-8c00-362b01b7e71d req-f7192342-cdfa-4e18-ace4-d1ec7a2cb9ec tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.5545003 Apr 30 16:05:49.676581 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4665b2-672b-4555-b215-a53cdafd6be7 req-a77b7aaf-94ed-46c3-9744-fc9e386606bf tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:49.677607 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 966b7e13-7963-4c4c-818b-304d8249f046, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=966b7e13-7963-4c4c-818b-304d8249f046,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:49.684394 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1e4665b2-672b-4555-b215-a53cdafd6be7 req-a77b7aaf-94ed-46c3-9744-fc9e386606bf tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.3530838 Apr 30 16:05:49.695758 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': '966b7e13-7963-4c4c-818b-304d8249f046', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'port_id': '966b7e13-7963-4c4c-818b-304d8249f046', 'mac_address': 'fa:16:3e:7c:2c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:05:49.775191 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:49.800098 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966b7e13-7963-4c4c-818b-304d8249f046 {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:49.819938 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 966b7e13-7963-4c4c-818b-304d8249f046, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=966b7e13-7963-4c4c-818b-304d8249f046,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:49.825049 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:49.828729 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:49.838664 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1e4665b2-672b-4555-b215-a53cdafd6be7 req-a4c34bc9-82da-4770-91fe-33f4e361d413 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535990 Apr 30 16:05:49.875814 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9ebf9943-3690-4528-8c00-362b01b7e71d req-f9ee8803-216d-4766-b5f5-2c1a93f2120e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183096 Apr 30 16:05:49.885968 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-de64ebb1-f4ac-4553-9473-7b06dd00de7a req-64e07c62-10e2-4963-b55d-27fd653bafc3 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] For port a13d55ed-5907-4ee1-82f7-076088703509, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a13d55ed-5907-4ee1-82f7-076088703509,segment=NetworkSegment(8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4),segment_id=8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:49.887045 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-de64ebb1-f4ac-4553-9473-7b06dd00de7a req-64e07c62-10e2-4963-b55d-27fd653bafc3 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:49.923904 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=966b7e13-7963-4c4c-818b-304d8249f046,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:49.935161 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:49.974702 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbca9-3cd2-42ef-9ac5-bc5ca3d67fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:49.994463 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbca9-3cd2-42ef-9ac5-bc5ca3d67fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:50.009045 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:50.066339 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [req-de64ebb1-f4ac-4553-9473-7b06dd00de7a req-64e07c62-10e2-4963-b55d-27fd653bafc3 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Calling delete_port for a13d55ed-5907-4ee1-82f7-076088703509 owned by compute:nova {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:05:50.155139 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccbca9-3cd2-42ef-9ac5-bc5ca3d67fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c75b359-d9a2-4823-b5a3-758a98d3e829,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:50.161854 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-e4ccbca9-3cd2-42ef-9ac5-bc5ca3d67fe3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=564a4d33239149239d7828263cfc9e50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0120833 Apr 30 16:05:50.164917 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-e4ccbca9-3cd2-42ef-9ac5-bc5ca3d67fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:50.166686 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:05:50.171744 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7fd28df-062e-4955-a4cc-c7acd6900de8 {{(pid=73973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:50.176074 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44194) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:50.209514 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:50.263199 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08960fb-91ff-4e8e-bc9a-a47296139d33 req-572d777e-c3d8-4a39-bec3-60c31a0e5456 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:50.268140 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.provisioning_blocks [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Transition to ACTIVE for port object c7fd28df-062e-4955-a4cc-c7acd6900de8 will not be triggered until provisioned by entity L2. {{(pid=73973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:50.272355 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a08960fb-91ff-4e8e-bc9a-a47296139d33 req-572d777e-c3d8-4a39-bec3-60c31a0e5456 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 945 time: 0.2156391 Apr 30 16:05:50.276778 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['966b7e13-7963-4c4c-818b-304d8249f046'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:05:50.283305 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:50.300215 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:50.382152 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a08960fb-91ff-4e8e-bc9a-a47296139d33 req-9e40f07b-7016-474a-ac72-a1a351273ac9 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cc22550-1a7e-4772-a4b6-803322077662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087062 Apr 30 16:05:50.402149 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a64367-8cf0-46b2-a090-4da56092a7b8 req-6b5cd10f-31a9-40ab-8b0b-905408e1971e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:50.402879 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-88a64367-8cf0-46b2-a090-4da56092a7b8 req-6b5cd10f-31a9-40ab-8b0b-905408e1971e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Synchronizing usage tracker for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:50.410193 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fd28df-062e-4955-a4cc-c7acd6900de8,revision_number=2']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:50.438601 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-33ad72e0-b63e-458f-aa51-a413cd51ba40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:50.441038 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-de64ebb1-f4ac-4553-9473-7b06dd00de7a req-64e07c62-10e2-4963-b55d-27fd653bafc3 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:50.448962 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:50.504926 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:50.505359 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:50.505650 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:50.506039 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:50.506383 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:50.506714 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:50.507040 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:50.507370 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:50.507736 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:50.508112 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:50.508442 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:50.508812 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:50.513048 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 44206) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:50.531039 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:50.587568 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e07c62-10e2-4963-b55d-27fd653bafc3 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Pushing event deleted for resources: {'Port': ['ID=a13d55ed-5907-4ee1-82f7-076088703509,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:50.596587 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-64e07c62-10e2-4963-b55d-27fd653bafc3 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:50.602834 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-88a64367-8cf0-46b2-a090-4da56092a7b8 req-6b5cd10f-31a9-40ab-8b0b-905408e1971e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Unset dirty status for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:50.605558 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-88a64367-8cf0-46b2-a090-4da56092a7b8 req-6b5cd10f-31a9-40ab-8b0b-905408e1971e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 931 time: 0.5492253 Apr 30 16:05:50.625138 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-33ad72e0-b63e-458f-aa51-a413cd51ba40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:50.675471 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-de64ebb1-f4ac-4553-9473-7b06dd00de7a req-64e07c62-10e2-4963-b55d-27fd653bafc3 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] No DVR routers for this DVR port a13d55ed-5907-4ee1-82f7-076088703509 on host hv-cinder-78719 {{(pid=73974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:05:50.685133 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-de64ebb1-f4ac-4553-9473-7b06dd00de7a req-64e07c62-10e2-4963-b55d-27fd653bafc3 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:50.689289 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3a76fc-516d-4ec7-b2e9-2e978dd8b343', 'name': 'network-vif-deleted', 'tag': 'a13d55ed-5907-4ee1-82f7-076088703509'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:50.744908 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-de64ebb1-f4ac-4553-9473-7b06dd00de7a req-64e07c62-10e2-4963-b55d-27fd653bafc3 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.65 "DELETE /v2.0/ports/a13d55ed-5907-4ee1-82f7-076088703509 HTTP/1.1" status: 204 len: 173 time: 1.5082154 Apr 30 16:05:50.751413 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-32188e01-e887-4b78-9d4f-80cc3e9f1517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:50.775451 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-32188e01-e887-4b78-9d4f-80cc3e9f1517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:50.788002 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27a698-3c88-4e09-8d6a-638cf0dfddfb req-740cf8cd-f227-4d7f-929e-ba496704987b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:50.789983 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2f27a698-3c88-4e09-8d6a-638cf0dfddfb req-740cf8cd-f227-4d7f-929e-ba496704987b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 945 time: 0.1627893 Apr 30 16:05:50.794241 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-32188e01-e887-4b78-9d4f-80cc3e9f1517 admin admin] Usage tracker for resource:security_group_rule and tenant:088f137d2fb74982a16ce090acc0c77e is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:50.803829 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-32188e01-e887-4b78-9d4f-80cc3e9f1517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:50.823995 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-32188e01-e887-4b78-9d4f-80cc3e9f1517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:50.829430 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-88a64367-8cf0-46b2-a090-4da56092a7b8 req-00171203-1498-4e11-a63a-00a7323f8761 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070272 Apr 30 16:05:50.836136 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Attempting to bind port c7fd28df-062e-4955-a4cc-c7acd6900de8 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:50.836869 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Attempting to bind port c7fd28df-062e-4955-a4cc-c7acd6900de8 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'}] {{(pid=73973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:50.837481 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Attempting to bind port c7fd28df-062e-4955-a4cc-c7acd6900de8 on network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:50.847157 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Port c7fd28df-062e-4955-a4cc-c7acd6900de8 on network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:05:50.847872 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Attempting to bind port c7fd28df-062e-4955-a4cc-c7acd6900de8 on network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:50.860842 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:50.861303 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Checking segment: {'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:50.861906 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Bound using segment: {'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'} {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:50.862533 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Bound port: c7fd28df-062e-4955-a4cc-c7acd6900de8, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'}}] {{(pid=73973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:50.862938 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:50.883585 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2f27a698-3c88-4e09-8d6a-638cf0dfddfb req-25ea36cb-e92a-4021-a271-ccbc1d74f3f3 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813878 Apr 30 16:05:50.929675 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3a76fc-516d-4ec7-b2e9-2e978dd8b343', 'name': 'network-vif-deleted', 'tag': 'a13d55ed-5907-4ee1-82f7-076088703509', 'status': 'completed', 'code': 200} Apr 30 16:05:50.968734 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] For port c7fd28df-062e-4955-a4cc-c7acd6900de8, host hv-cinder-78719, cleared binding levels {{(pid=73973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:50.971821 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] For port c7fd28df-062e-4955-a4cc-c7acd6900de8, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c7fd28df-062e-4955-a4cc-c7acd6900de8,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:50.973405 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-33ad72e0-b63e-458f-aa51-a413cd51ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:50.982703 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:50.994755 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.002020 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-32188e01-e887-4b78-9d4f-80cc3e9f1517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.006796 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad72e0-b63e-458f-aa51-a413cd51ba40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c75b359-d9a2-4823-b5a3-758a98d3e829,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:51.011100 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-33ad72e0-b63e-458f-aa51-a413cd51ba40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.012951 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-33ad72e0-b63e-458f-aa51-a413cd51ba40 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8c75b359-d9a2-4823-b5a3-758a98d3e829 HTTP/1.1" status: 204 len: 168 time: 0.8348317 Apr 30 16:05:51.014462 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-33ad72e0-b63e-458f-aa51-a413cd51ba40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:51.028354 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d8dfc2c3-6d32-45a3-b50b-05e30b2d946a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:51.057052 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-32188e01-e887-4b78-9d4f-80cc3e9f1517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.070022 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:51.131261 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-32188e01-e887-4b78-9d4f-80cc3e9f1517 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=088f137d2fb74982a16ce090acc0c77e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6161604 Apr 30 16:05:51.135437 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:51.135890 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 44222) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:51.136080 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.136868 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32188e01-e887-4b78-9d4f-80cc3e9f1517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db70e9b7-b3df-45c4-bdae-0535a1e9df62,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:51.137450 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] 10.222.0.65 "PUT /v2.0/ports/c7fd28df-062e-4955-a4cc-c7acd6900de8 HTTP/1.1" status: 200 len: 1093 time: 2.1511521 Apr 30 16:05:51.138020 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dd92be-3664-46ee-9fd1-332f542cb377', 'tag': 'c7fd28df-062e-4955-a4cc-c7acd6900de8'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:51.165026 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-32188e01-e887-4b78-9d4f-80cc3e9f1517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:51.193164 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fd28df-062e-4955-a4cc-c7acd6900de8,revision_number=3']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:51.197463 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:51.212974 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd86b62-d328-4c51-8f77-9e3a2a565a7b req-0753f4f3-e13c-4327-a857-dab57e7bd565 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:51.214458 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-edd86b62-d328-4c51-8f77-9e3a2a565a7b req-0753f4f3-e13c-4327-a857-dab57e7bd565 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 944 time: 0.1431336 Apr 30 16:05:51.227988 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae840b-f1be-4fd4-a649-282c229c323b req-54dd2ef6-181b-4579-a97e-b6a0ff29864e tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:51.229636 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-eeae840b-f1be-4fd4-a649-282c229c323b req-54dd2ef6-181b-4579-a97e-b6a0ff29864e tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.2296920 Apr 30 16:05:51.265693 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-36d3120e-4dad-46b7-9431-e98528a7c7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.319461 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-eeae840b-f1be-4fd4-a649-282c229c323b req-23ba2dd7-6d18-4061-9da5-c62c46356fef tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783930 Apr 30 16:05:51.324423 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-36d3120e-4dad-46b7-9431-e98528a7c7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.325448 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-edd86b62-d328-4c51-8f77-9e3a2a565a7b req-52c371e3-1186-4af7-b813-de8bbc384d1a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607724 Apr 30 16:05:51.333254 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-18454c70-7c04-42c6-80f9-8d9cf359eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:51.334722 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-18454c70-7c04-42c6-80f9-8d9cf359eaab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ffd47a0b304e5cab764aa3194c9f1e&device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 1096 time: 0.1194072 Apr 30 16:05:51.409533 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-36d3120e-4dad-46b7-9431-e98528a7c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.415913 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:51.453516 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3120e-4dad-46b7-9431-e98528a7c7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db70e9b7-b3df-45c4-bdae-0535a1e9df62,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:51.457298 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57dd92be-3664-46ee-9fd1-332f542cb377', 'tag': 'c7fd28df-062e-4955-a4cc-c7acd6900de8', 'status': 'completed', 'code': 200} Apr 30 16:05:51.459470 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-0c1cee9c-515a-416a-9eb2-4ba4f3e2033b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7fd28df-062e-4955-a4cc-c7acd6900de8 HTTP/1.1" status: 200 len: 217 time: 0.1044700 Apr 30 16:05:51.463444 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-36d3120e-4dad-46b7-9431-e98528a7c7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:51.465684 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-36d3120e-4dad-46b7-9431-e98528a7c7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.471899 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-36d3120e-4dad-46b7-9431-e98528a7c7ee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/db70e9b7-b3df-45c4-bdae-0535a1e9df62 HTTP/1.1" status: 204 len: 168 time: 0.3256404 Apr 30 16:05:51.472380 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 44236) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:51.522794 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.543375 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['a13d55ed-5907-4ee1-82f7-076088703509'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:05:51.567778 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:51.573576 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:130fb970cd20418aa240a5b23269d473 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:51.579209 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:51.582501 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-6adeb11f-dc93-4c42-b624-f33ef4589a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:51.587996 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-6adeb11f-dc93-4c42-b624-f33ef4589a69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a12444c-e684-4d80-96a7-0431e752e298 HTTP/1.1" status: 200 len: 854 time: 0.1035109 Apr 30 16:05:51.625884 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:51.650468 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-cab5a7b8-fb3d-4748-916b-d5abc8fccb74 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522032 Apr 30 16:05:51.658903 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-822fdc0f-8ea7-4d59-b420-32a76021f8a0 req-38ee4b2e-6fc6-4999-8d28-80549d5d6b66 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Synchronizing usage tracker for tenant:d9b0cf4667014d57b11dbfde7f57b154 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:51.693330 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-822fdc0f-8ea7-4d59-b420-32a76021f8a0 req-38ee4b2e-6fc6-4999-8d28-80549d5d6b66 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Unset dirty status for tenant:d9b0cf4667014d57b11dbfde7f57b154 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:51.703596 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-822fdc0f-8ea7-4d59-b420-32a76021f8a0 req-38ee4b2e-6fc6-4999-8d28-80549d5d6b66 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd3a76fc-516d-4ec7-b2e9-2e978dd8b343 HTTP/1.1" status: 200 len: 210 time: 0.1199555 Apr 30 16:05:51.837943 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.849105 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.858240 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-9c94ed14-a116-4e67-b481-c57369dd3eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:51.940594 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c99c5-ae5d-4650-8a32-968ae1924221 req-501a8da5-5deb-4d8a-89d9-4c3aaf92acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:51.944987 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-274c99c5-ae5d-4650-8a32-968ae1924221 req-501a8da5-5deb-4d8a-89d9-4c3aaf92acfb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8baee5fa7e864efcb872c20e058ef004&device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 1099 time: 0.2111576 Apr 30 16:05:51.998714 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-5f38ae3a-a939-4102-85a5-6a92677433ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:52.047522 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=130fb970cd20418aa240a5b23269d473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5684934 Apr 30 16:05:52.082240 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44258) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:52.102450 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44262) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:52.104965 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc063c93-8e16-409e-9bec-cdf45dd26da3,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:52.119364 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:05:52.183492 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-02e47cdc-2d5c-47d8-996a-d6789c66865a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:52.226372 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:52.226737 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:52.227085 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:52.227484 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:52.227771 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:52.228110 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:52.228445 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:52.228809 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:52.229150 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:52.229873 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:52.230220 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:52.230557 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:52.235140 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:52.239366 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f74c4-eece-4b03-9e25-a17d62818070 req-5280d66d-7fb0-41a3-83c7-2d9936135d77 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:52.246150 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bf2f74c4-eece-4b03-9e25-a17d62818070 req-5280d66d-7fb0-41a3-83c7-2d9936135d77 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.4335647 Apr 30 16:05:52.249819 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-d6f59df5-fc4f-4a52-b93c-0628722b0aab service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5908449 Apr 30 16:05:52.251551 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-02e47cdc-2d5c-47d8-996a-d6789c66865a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:52.300086 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-02e47cdc-2d5c-47d8-996a-d6789c66865a admin admin] Usage tracker for resource:security_group_rule and tenant:8451288f7d944397b2a0793d95aa6171 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:52.307358 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-02e47cdc-2d5c-47d8-996a-d6789c66865a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:52.328197 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-02e47cdc-2d5c-47d8-996a-d6789c66865a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:52.338276 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-02428fbc-67f7-49f8-8d2b-4badede93cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:52.348348 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c99c5-ae5d-4650-8a32-968ae1924221 req-a23c058a-6a50-4224-88e3-a3e9a3028dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:52.349966 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-274c99c5-ae5d-4650-8a32-968ae1924221 req-a23c058a-6a50-4224-88e3-a3e9a3028dbd service neutron] 10.222.0.65 "GET /v2.0/networks?id=56b59402-099e-42b6-a07e-fb025d8545b0 HTTP/1.1" status: 200 len: 919 time: 0.3759177 Apr 30 16:05:52.362820 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c6c06-4634-4826-8e60-8770968c364b req-5ddd6bfe-b476-4f5d-abd0-da97dfb52996 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:52.364318 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-198c6c06-4634-4826-8e60-8770968c364b req-5ddd6bfe-b476-4f5d-abd0-da97dfb52996 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 943 time: 0.3243608 Apr 30 16:05:52.447697 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-274c99c5-ae5d-4650-8a32-968ae1924221 req-4c00255b-bbe5-4cd6-a2a7-133c649cbda2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c500b883-8ab8-4872-82ab-d88ccbfe443d HTTP/1.1" status: 200 len: 217 time: 0.0822816 Apr 30 16:05:52.461046 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bf2f74c4-eece-4b03-9e25-a17d62818070 req-0ebd7a7c-533f-4083-b12d-e4ab3af9e777 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140095 Apr 30 16:05:52.462665 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-02428fbc-67f7-49f8-8d2b-4badede93cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:52.471379 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-198c6c06-4634-4826-8e60-8770968c364b req-593d383b-4fcb-4875-9965-e3ae66c0d850 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543797 Apr 30 16:05:52.548907 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2cfbdfee-ce98-4282-8f1b-0da9bf387040 req-96846043-33d4-42a0-be47-a44945b1c0dd service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727606 Apr 30 16:05:52.550038 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c99c5-ae5d-4650-8a32-968ae1924221 req-cbf3fd78-cac7-4179-83b8-509321462b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:52.551551 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-274c99c5-ae5d-4650-8a32-968ae1924221 req-cbf3fd78-cac7-4179-83b8-509321462b4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f679e3b4-95e5-4a15-977e-21a4265e9b6c HTTP/1.1" status: 200 len: 858 time: 0.0730202 Apr 30 16:05:52.582837 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-02428fbc-67f7-49f8-8d2b-4badede93cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:52.589897 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:52.626927 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-274c99c5-ae5d-4650-8a32-968ae1924221 req-66c4525f-05ea-48b9-aa96-7efa248c5f19 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b59402-099e-42b6-a07e-fb025d8545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612977 Apr 30 16:05:52.686294 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02428fbc-67f7-49f8-8d2b-4badede93cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc063c93-8e16-409e-9bec-cdf45dd26da3,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:52.711444 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-02428fbc-67f7-49f8-8d2b-4badede93cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:52.726886 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:52.735846 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-02428fbc-67f7-49f8-8d2b-4badede93cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:52.739438 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-02428fbc-67f7-49f8-8d2b-4badede93cb3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fc063c93-8e16-409e-9bec-cdf45dd26da3 HTTP/1.1" status: 204 len: 168 time: 0.6544874 Apr 30 16:05:52.755707 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-02e47cdc-2d5c-47d8-996a-d6789c66865a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:52.770405 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-02e47cdc-2d5c-47d8-996a-d6789c66865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:52.809228 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:52.821977 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-02e47cdc-2d5c-47d8-996a-d6789c66865a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8451288f7d944397b2a0793d95aa6171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6990111 Apr 30 16:05:52.823701 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 44282) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:52.858019 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d286b-be01-4402-8ff5-5505f71cdf82 req-b2b2c199-6a6f-4d9c-9bda-c6f6edbf4a27 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:52.865641 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bf2d286b-be01-4402-8ff5-5505f71cdf82 req-b2b2c199-6a6f-4d9c-9bda-c6f6edbf4a27 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 945 time: 0.2624309 Apr 30 16:05:52.875710 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:52.882842 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:52.883531 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:52.926192 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85980545-5414-47b4-a3ed-f56bcbccb27e req-1c405abe-2758-4a60-b807-7b514a8308d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:52.927815 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-85980545-5414-47b4-a3ed-f56bcbccb27e req-1c405abe-2758-4a60-b807-7b514a8308d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ffd47a0b304e5cab764aa3194c9f1e&device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 1096 time: 0.2842057 Apr 30 16:05:52.931874 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e47cdc-2d5c-47d8-996a-d6789c66865a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb774a93-d1ee-4f7f-aefd-0911c0d41b6d,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:52.949994 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-02e47cdc-2d5c-47d8-996a-d6789c66865a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:52.955115 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d7a8d-a22e-479b-b14d-eb602ea2c4c7 req-20054d00-54c5-4f16-a9f9-430275d46416 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:52.962000 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bf2d286b-be01-4402-8ff5-5505f71cdf82 req-98de7189-4afa-4135-aaec-002767aeb742 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952730 Apr 30 16:05:52.963056 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-656d7a8d-a22e-479b-b14d-eb602ea2c4c7 req-20054d00-54c5-4f16-a9f9-430275d46416 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 944 time: 0.3213987 Apr 30 16:05:53.006207 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-274c99c5-ae5d-4650-8a32-968ae1924221 req-eeece774-ad32-4a9b-9703-2aeb5134765d service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310683 Apr 30 16:05:53.011565 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-af1c2b85-337a-47c7-bde7-cf04d1203f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:53.043886 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-af1c2b85-337a-47c7-bde7-cf04d1203f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:53.043982 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:53.125274 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85980545-5414-47b4-a3ed-f56bcbccb27e req-9bfb6774-c330-472d-8cf3-db222557a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:53.126807 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-85980545-5414-47b4-a3ed-f56bcbccb27e req-9bfb6774-c330-472d-8cf3-db222557a198 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0 HTTP/1.1" status: 200 len: 915 time: 0.1781847 Apr 30 16:05:53.128753 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c9ced6-1815-496a-8b40-e198dbb15796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:53.147807 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:53.157680 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:53.158866 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 966b7e13-7963-4c4c-818b-304d8249f046 up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:53.221719 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-85980545-5414-47b4-a3ed-f56bcbccb27e req-f45217e5-9d48-4e17-8fd4-7771bb5f1c9a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7fd28df-062e-4955-a4cc-c7acd6900de8 HTTP/1.1" status: 200 len: 217 time: 0.0840039 Apr 30 16:05:53.232756 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c9ced6-1815-496a-8b40-e198dbb15796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'code': 200} Apr 30 16:05:53.237231 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:53.261328 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-656d7a8d-a22e-479b-b14d-eb602ea2c4c7 req-35a172ff-33ba-46a7-a7d8-75ba49a8ef9f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949061 Apr 30 16:05:53.272400 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-274c99c5-ae5d-4650-8a32-968ae1924221 req-fe2da1b4-e72e-4e71-ba4c-0474683d5220 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772351 Apr 30 16:05:53.313276 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-af1c2b85-337a-47c7-bde7-cf04d1203f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:53.328965 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85980545-5414-47b4-a3ed-f56bcbccb27e req-111a002d-4954-4815-93ee-d1d1b36df62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:53.332010 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-85980545-5414-47b4-a3ed-f56bcbccb27e req-111a002d-4954-4815-93ee-d1d1b36df62e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a12444c-e684-4d80-96a7-0431e752e298 HTTP/1.1" status: 200 len: 854 time: 0.0894849 Apr 30 16:05:53.334512 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:53.353234 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c2b85-337a-47c7-bde7-cf04d1203f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb774a93-d1ee-4f7f-aefd-0911c0d41b6d,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:53.366235 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-af1c2b85-337a-47c7-bde7-cf04d1203f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:53.375418 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-af1c2b85-337a-47c7-bde7-cf04d1203f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:53.376765 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-af1c2b85-337a-47c7-bde7-cf04d1203f73 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fb774a93-d1ee-4f7f-aefd-0911c0d41b6d HTTP/1.1" status: 204 len: 168 time: 0.5521133 Apr 30 16:05:53.445622 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-85980545-5414-47b4-a3ed-f56bcbccb27e req-b998404b-0df8-417a-acae-d2054ae34c7c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994747 Apr 30 16:05:53.457141 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:53.465714 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:53.474791 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:53.480958 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port 966b7e13-7963-4c4c-818b-304d8249f046 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:53.495655 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port 966b7e13-7963-4c4c-818b-304d8249f046 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:53.497269 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:53.728527 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682d59e-1e40-4d93-983e-f2f0a1140adc req-0be056d7-85ab-4ece-a378-9a7167529662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:53.731292 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2682d59e-1e40-4d93-983e-f2f0a1140adc req-0be056d7-85ab-4ece-a378-9a7167529662 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 1098 time: 0.1993942 Apr 30 16:05:53.834559 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-85980545-5414-47b4-a3ed-f56bcbccb27e req-4d1fcc0b-e485-454d-981f-82d9fcc7e00a service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700583 Apr 30 16:05:53.872217 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:53.948750 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 966b7e13-7963-4c4c-818b-304d8249f046, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=966b7e13-7963-4c4c-818b-304d8249f046,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:53.959796 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:53.967554 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:53.967982 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2682d59e-1e40-4d93-983e-f2f0a1140adc req-5e906672-1f1f-4dad-8cd1-efa15b8b5ae1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229657 Apr 30 16:05:54.059440 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee0b29-e96d-442b-b1d3-3028cad08bc3 req-1094ae6b-5825-49d8-8342-e0a030339c85 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:54.069503 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-76ee0b29-e96d-442b-b1d3-3028cad08bc3 req-1094ae6b-5825-49d8-8342-e0a030339c85 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 943 time: 0.2395134 Apr 30 16:05:54.074576 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=966b7e13-7963-4c4c-818b-304d8249f046,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:54.091400 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:54.143711 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-76ee0b29-e96d-442b-b1d3-3028cad08bc3 req-6ceb952b-8344-4a37-80f4-cbdc072b6a9f tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729649 Apr 30 16:05:54.250981 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-85980545-5414-47b4-a3ed-f56bcbccb27e req-2b446762-426f-4cab-ad78-ed4c25cab703 service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750587 Apr 30 16:05:54.261985 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52879b83-8aaf-41a9-a816-7376de5b04cf req-97518e9e-0a8e-4825-8894-e1ce40f16666 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:54.270320 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-52879b83-8aaf-41a9-a816-7376de5b04cf req-97518e9e-0a8e-4825-8894-e1ce40f16666 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.4322422 Apr 30 16:05:54.328204 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-52879b83-8aaf-41a9-a816-7376de5b04cf req-b53b83e2-3206-42a0-ab9b-dbe234c3fe91 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564139 Apr 30 16:05:54.394765 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da6066-c6e4-4adf-b94e-d8eac4220abc req-b0afa9c0-6986-4576-83ca-0a88b54030f5 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:54.412916 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a7da6066-c6e4-4adf-b94e-d8eac4220abc req-b0afa9c0-6986-4576-83ca-0a88b54030f5 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1313286 Apr 30 16:05:54.467511 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a7da6066-c6e4-4adf-b94e-d8eac4220abc req-1a6edd3d-ddc7-4d1d-9622-7986db50887c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536616 Apr 30 16:05:54.565605 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a005348-b566-4bef-a166-81118896970a req-ed67527b-7211-45c5-8a8e-79c15a40f34c tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:54.567147 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0a005348-b566-4bef-a166-81118896970a req-ed67527b-7211-45c5-8a8e-79c15a40f34c tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1048625 Apr 30 16:05:54.614390 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0a005348-b566-4bef-a166-81118896970a req-2061176d-c843-4721-8121-cefb83aab79b tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416243 Apr 30 16:05:54.719158 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device a13d55ed-5907-4ee1-82f7-076088703509 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:05:54.757013 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: a13d55ed-5907-4ee1-82f7-076088703509 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:05:54.757440 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device a13d55ed-5907-4ee1-82f7-076088703509 not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:05:54.835584 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:55.233628 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea4b929-03db-43c8-ae9b-544d6e88c7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966b7e13-7963-4c4c-818b-304d8249f046'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:55.255826 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 44404) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:55.334893 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea4b929-03db-43c8-ae9b-544d6e88c7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966b7e13-7963-4c4c-818b-304d8249f046', 'code': 200} Apr 30 16:05:55.409057 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b760217-e354-47d0-b901-64683aa49622 admin admin] Deleting subnet 28333d3a-71e9-4d94-9006-34d90b621b23 {{(pid=73974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:05:55.411987 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7b760217-e354-47d0-b901-64683aa49622 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:55.522451 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7b760217-e354-47d0-b901-64683aa49622 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6429178'] for subnet, precommit_delete_associations {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:55.629645 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19165f-1b8e-4b26-a1bf-e38dd6b2c56c req-514887d0-d1a4-4f3c-8bc1-c625fc4b8ad6 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:55.638234 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4e19165f-1b8e-4b26-a1bf-e38dd6b2c56c req-514887d0-d1a4-4f3c-8bc1-c625fc4b8ad6 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 943 time: 0.2945104 Apr 30 16:05:55.641116 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7b760217-e354-47d0-b901-64683aa49622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378834'] for subnet, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:55.713622 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de792af-08e0-42ec-a9f9-71bb792dec35 req-6ec1f617-5b43-46bc-9a63-59e610264f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:55.715132 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0de792af-08e0-42ec-a9f9-71bb792dec35 req-6ec1f617-5b43-46bc-9a63-59e610264f50 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 1099 time: 0.1660132 Apr 30 16:05:55.729317 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340564b-7992-42e8-a77b-b033272d1727 req-2fa49b6d-cfc4-41ed-a6fa-107cd2dec05c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:55.730840 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5340564b-7992-42e8-a77b-b033272d1727 req-2fa49b6d-cfc4-41ed-a6fa-107cd2dec05c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1452413 Apr 30 16:05:55.795144 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4e19165f-1b8e-4b26-a1bf-e38dd6b2c56c req-4acb01f6-4080-4538-a0a2-315fa7e98798 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537776 Apr 30 16:05:55.818592 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-0de792af-08e0-42ec-a9f9-71bb792dec35 req-dd2c3c9d-66c1-460a-aac2-e60f6467b15a service neutron] Synchronizing usage tracker for tenant:f963f2e223924aa190fc5c2b57b91847 on resource:security_group {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:55.840969 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5340564b-7992-42e8-a77b-b033272d1727 req-c5647c78-1c94-4e98-96c6-0d72e0436f98 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851634 Apr 30 16:05:55.872316 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-0de792af-08e0-42ec-a9f9-71bb792dec35 req-dd2c3c9d-66c1-460a-aac2-e60f6467b15a service neutron] Unset dirty status for tenant:f963f2e223924aa190fc5c2b57b91847 on resource:security_group {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:55.874753 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0de792af-08e0-42ec-a9f9-71bb792dec35 req-dd2c3c9d-66c1-460a-aac2-e60f6467b15a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428697 Apr 30 16:05:55.990103 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44444) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:56.223539 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a5f7ab30-27d3-46b2-a7a6-9a9246ab9d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:56.272361 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e19a1-c504-4466-ac2e-c7c7bdf66f21 req-60b6b90e-640a-4175-b8fd-e82f1a0a00aa tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:56.273954 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9c5e19a1-c504-4466-ac2e-c7c7bdf66f21 req-60b6b90e-640a-4175-b8fd-e82f1a0a00aa tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.3047519 Apr 30 16:05:56.315968 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7b760217-e354-47d0-b901-64683aa49622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6699779'] for subnet, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:56.325022 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:56.365552 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-a5f7ab30-27d3-46b2-a7a6-9a9246ab9d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:56.371783 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-a5f7ab30-27d3-46b2-a7a6-9a9246ab9d44 admin admin] Usage tracker for resource:security_group_rule and tenant:1c04b3b49ff443bbb651d2e5d9e4b582 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:56.376387 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-a5f7ab30-27d3-46b2-a7a6-9a9246ab9d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:56.377128 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9c5e19a1-c504-4466-ac2e-c7c7bdf66f21 req-f464e283-40d7-482e-90f3-c87f6d8a71ce tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940232 Apr 30 16:05:56.378984 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b760217-e354-47d0-b901-64683aa49622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28333d3a-71e9-4d94-9006-34d90b621b23,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:56.380943 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7b760217-e354-47d0-b901-64683aa49622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:56.383869 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-7b760217-e354-47d0-b901-64683aa49622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:56.387917 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-7b760217-e354-47d0-b901-64683aa49622 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/28333d3a-71e9-4d94-9006-34d90b621b23 HTTP/1.1" status: 204 len: 168 time: 1.1310802 Apr 30 16:05:56.397617 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 44464) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:56.397748 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-a5f7ab30-27d3-46b2-a7a6-9a9246ab9d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:56.448060 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d172d3-6314-4f50-bf3a-ec4ac12cc799 req-f2f4ec7f-e76c-4cc2-a0e8-a2dd9aff6601 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:56.449591 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-77d172d3-6314-4f50-bf3a-ec4ac12cc799 req-f2f4ec7f-e76c-4cc2-a0e8-a2dd9aff6601 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.2272425 Apr 30 16:05:56.505800 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497117'] for network, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:56.523592 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-77d172d3-6314-4f50-bf3a-ec4ac12cc799 req-da317201-c9ac-4f93-adb2-3efc6dea6fab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655870 Apr 30 16:05:56.553260 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a5f7ab30-27d3-46b2-a7a6-9a9246ab9d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:56.558021 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a5f7ab30-27d3-46b2-a7a6-9a9246ab9d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:56.567587 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cf6ce46f-985d-4b34-a5af-69a9beba2cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:56.613399 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-a5f7ab30-27d3-46b2-a7a6-9a9246ab9d44 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1c04b3b49ff443bbb651d2e5d9e4b582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6215703 Apr 30 16:05:56.615586 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7ab30-27d3-46b2-a7a6-9a9246ab9d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b895b007-1c16-4624-a6ca-c375010608b9,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:56.618963 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a5f7ab30-27d3-46b2-a7a6-9a9246ab9d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:56.619795 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44472) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:56.638924 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377951', 'neutron.services.segments.db._delete_segments_for_network-8775008697245'] for network, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:56.645726 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44476) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:56.691161 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4f08068a-a05c-41d1-9b61-97dcf2dd5d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:56.720812 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4f08068a-a05c-41d1-9b61-97dcf2dd5d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:56.752565 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device c7fd28df-062e-4955-a4cc-c7acd6900de8 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:05:56.787938 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9a6b49da-1bd3-40e8-bb93-5eded324dee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:56.796022 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef423d78-3b8b-40da-a752-766158af6b24']}} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:56.805891 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-9a6b49da-1bd3-40e8-bb93-5eded324dee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:56.811097 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4') {'for_net_delete': True} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:56.811715 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac271b8-5e8c-4d9f-9cd9-58664fe0dfc4') {} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:56.813191 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-9a6b49da-1bd3-40e8-bb93-5eded324dee3 admin admin] Usage tracker for resource:security_group_rule and tenant:049bd83ad9784e20adcd2700b25fc20b is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:56.816509 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4f08068a-a05c-41d1-9b61-97dcf2dd5d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:56.820931 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-9a6b49da-1bd3-40e8-bb93-5eded324dee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:56.826351 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:56.835245 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775008709991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6429171'] for segment, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:56.840175 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-9a6b49da-1bd3-40e8-bb93-5eded324dee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:56.848289 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08068a-a05c-41d1-9b61-97dcf2dd5d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b895b007-1c16-4624-a6ca-c375010608b9,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:56.854319 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-4f08068a-a05c-41d1-9b61-97dcf2dd5d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:56.856158 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:56.860484 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4f08068a-a05c-41d1-9b61-97dcf2dd5d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:56.861969 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-4f08068a-a05c-41d1-9b61-97dcf2dd5d8a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b895b007-1c16-4624-a6ca-c375010608b9 HTTP/1.1" status: 204 len: 168 time: 0.2410738 Apr 30 16:05:56.871050 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7992a4-fa72-4b25-9a1c-5684bfde64e1 req-6af85b48-90d7-4e2b-a033-606f97ea802d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:56.882747 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44488) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:56.884674 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ce7992a4-fa72-4b25-9a1c-5684bfde64e1 req-6af85b48-90d7-4e2b-a033-606f97ea802d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1724987 Apr 30 16:05:56.894271 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-83652ee7-5118-40eb-81a1-31b8a294791e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Request body: {'floatingip': {'port_id': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:56.895211 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=73974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:05:56.995812 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-83652ee7-5118-40eb-81a1-31b8a294791e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for floatingip, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:57.099895 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port c7fd28df-062e-4955-a4cc-c7acd6900de8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c7fd28df-062e-4955-a4cc-c7acd6900de8,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:57.122156 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:57.128760 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': 'c7fd28df-062e-4955-a4cc-c7acd6900de8', 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0', 'port_id': 'c7fd28df-062e-4955-a4cc-c7acd6900de8', 'mac_address': 'fa:16:3e:c4:70:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a12444c-e684-4d80-96a7-0431e752e298', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:05:57.221885 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:57.243656 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7fd28df-062e-4955-a4cc-c7acd6900de8 {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:57.261119 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] Network ef423d78-3b8b-40da-a752-766158af6b24 has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:05:57.274072 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port c7fd28df-062e-4955-a4cc-c7acd6900de8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c7fd28df-062e-4955-a4cc-c7acd6900de8,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:57.282427 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:57.284998 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:57.287669 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1391655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302630'] for segment, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:57.390448 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=c7fd28df-062e-4955-a4cc-c7acd6900de8,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:57.401839 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:57.402691 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:57.403536 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:57.404133 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:57.405243 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:57.405887 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:57.406415 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:57.407016 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:57.407646 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:57.408227 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:57.408947 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:57.409504 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:57.414508 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:57.478330 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] Network ef423d78-3b8b-40da-a752-766158af6b24 has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:05:57.487409 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44500) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: Traceback (most recent call last): Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: timer() Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: cb(*args, **kw) Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: return func(*args, **kwargs) Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: self._notify() Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: self.callback(batched_events) Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: event.method(event) Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: return f(self, *a, **k) Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: return self._get(url).json() Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: return self.request(url, 'GET', **kwargs) Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:05:57.507215 dv-cinder-787195-6-smb neutron-server[73974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:05:57.585243 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7dac98d8-9460-4d2b-99d2-a1bd697fb40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:57.606692 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400498'] for network, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:57.614857 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:57.629839 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-7dac98d8-9460-4d2b-99d2-a1bd697fb40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:57.633394 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9a6b49da-1bd3-40e8-bb93-5eded324dee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:57.634903 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:57.645418 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-7dac98d8-9460-4d2b-99d2-a1bd697fb40b admin admin] Usage tracker for resource:security_group_rule and tenant:c1bfb8a533f0428382de90d5be0956b7 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:57.661956 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6edb2-9826-475d-bfe4-fc52192e6aa9 req-6a767f3f-c615-4545-9932-fb5d6dc1bfac tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:57.662195 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf39a9d-eec8-4310-80c3-2387e8754a61 req-47d2d322-cfda-4650-8ec4-b7c02b0c8e36 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:57.665513 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-8cf39a9d-eec8-4310-80c3-2387e8754a61 req-47d2d322-cfda-4650-8ec4-b7c02b0c8e36 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.5679598 Apr 30 16:05:57.667947 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef423d78-3b8b-40da-a752-766158af6b24,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:57.668747 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f0f6edb2-9826-475d-bfe4-fc52192e6aa9 req-6a767f3f-c615-4545-9932-fb5d6dc1bfac tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 943 time: 0.5712900 Apr 30 16:05:57.674808 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:57.675110 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-7dac98d8-9460-4d2b-99d2-a1bd697fb40b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:57.679135 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9a6b49da-1bd3-40e8-bb93-5eded324dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:57.681488 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-63c380ea-8ad4-4752-ae58-44fc1c832e19 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ef423d78-3b8b-40da-a752-766158af6b24 HTTP/1.1" status: 204 len: 168 time: 1.2901511 Apr 30 16:05:57.715910 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['c7fd28df-062e-4955-a4cc-c7acd6900de8'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:05:57.739579 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b30d5eef-7f0b-4426-b05e-2a66f0af2709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:57.740126 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-8cf39a9d-eec8-4310-80c3-2387e8754a61 req-0aedfb5b-d98d-4dd1-b774-eca90fe41cb1 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561423 Apr 30 16:05:57.760197 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-7dac98d8-9460-4d2b-99d2-a1bd697fb40b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:57.907178 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f0f6edb2-9826-475d-bfe4-fc52192e6aa9 req-81e63c38-51fb-46a9-800d-7c2cfd319c94 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375674 Apr 30 16:05:58.041620 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-9a6b49da-1bd3-40e8-bb93-5eded324dee3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=049bd83ad9784e20adcd2700b25fc20b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3948174 Apr 30 16:05:58.046653 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b49da-1bd3-40e8-bb93-5eded324dee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eca2148-5a7f-437d-bcf6-07135603aa4b,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:58.051518 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 44514) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:58.057675 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44516) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:58.061962 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9a6b49da-1bd3-40e8-bb93-5eded324dee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:58.148594 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09054f59-abea-44b0-b3f0-08cd7f596683 req-cae31448-9524-40ae-9a63-aa5127841709 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:58.149996 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-09054f59-abea-44b0-b3f0-08cd7f596683 req-cae31448-9524-40ae-9a63-aa5127841709 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1634052 Apr 30 16:05:58.155462 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c1456a41-5efc-4b56-a284-3ea08dfa8a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.177408 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-f984c89c-5238-49c7-81ed-ab08f96fa17d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d9b0cf4667014d57b11dbfde7f57b154&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1143136 Apr 30 16:05:58.183187 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 44522) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:58.218004 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c1456a41-5efc-4b56-a284-3ea08dfa8a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.261253 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7dac98d8-9460-4d2b-99d2-a1bd697fb40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.273220 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-09054f59-abea-44b0-b3f0-08cd7f596683 req-5feee93c-3115-4278-a544-9b63995f24a3 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157181 Apr 30 16:05:58.327627 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c3f136ac-431f-4b2e-8d46-f07a49391213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.360149 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7dac98d8-9460-4d2b-99d2-a1bd697fb40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.370738 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-da99526e-d71d-451b-99b0-6e1dfdf80d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:58.402641 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.db.resource_extend [None req-83652ee7-5118-40eb-81a1-31b8a294791e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:05:58.427814 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c1456a41-5efc-4b56-a284-3ea08dfa8a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.435753 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:58.446921 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c3f136ac-431f-4b2e-8d46-f07a49391213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.457253 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1456a41-5efc-4b56-a284-3ea08dfa8a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eca2148-5a7f-437d-bcf6-07135603aa4b,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:58.462288 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c1456a41-5efc-4b56-a284-3ea08dfa8a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:58.482445 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c1456a41-5efc-4b56-a284-3ea08dfa8a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.485863 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-c1456a41-5efc-4b56-a284-3ea08dfa8a6e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7eca2148-5a7f-437d-bcf6-07135603aa4b HTTP/1.1" status: 204 len: 168 time: 0.4306467 Apr 30 16:05:58.519047 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c3f136ac-431f-4b2e-8d46-f07a49391213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.524330 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-657f00f4-2c34-4ea0-8245-99de7713b626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:58.538996 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-7dac98d8-9460-4d2b-99d2-a1bd697fb40b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c1bfb8a533f0428382de90d5be0956b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0481486 Apr 30 16:05:58.539215 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f136ac-431f-4b2e-8d46-f07a49391213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc22550-1a7e-4772-a4b6-803322077662,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:58.541265 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 44530) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:58.544041 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c3f136ac-431f-4b2e-8d46-f07a49391213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:58.544992 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac98d8-9460-4d2b-99d2-a1bd697fb40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fd1b13-1a9f-4454-9ab3-9ff1aff35504,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:58.557168 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-7dac98d8-9460-4d2b-99d2-a1bd697fb40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:58.581504 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-83652ee7-5118-40eb-81a1-31b8a294791e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.588447 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-83652ee7-5118-40eb-81a1-31b8a294791e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397203'] for floatingip, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.608771 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c3f136ac-431f-4b2e-8d46-f07a49391213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.612087 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-c3f136ac-431f-4b2e-8d46-f07a49391213 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1cc22550-1a7e-4772-a4b6-803322077662 HTTP/1.1" status: 204 len: 168 time: 0.4258025 Apr 30 16:05:58.630872 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-21a4f97c-44ee-4409-b609-0bb1126560f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.661297 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-21a4f97c-44ee-4409-b609-0bb1126560f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.729077 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-21a4f97c-44ee-4409-b609-0bb1126560f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.735880 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-dcc2c1a8-b54e-4e7e-b112-ad9190e756ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:58.749357 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f1a19-908c-4651-ad79-d98181e55039 req-94c23a94-70e1-4d4c-be97-e2a1a4707eab tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:58.754228 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b19f1a19-908c-4651-ad79-d98181e55039 req-94c23a94-70e1-4d4c-be97-e2a1a4707eab tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.2758565 Apr 30 16:05:58.762127 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44538) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:58.766440 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4f97c-44ee-4409-b609-0bb1126560f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fd1b13-1a9f-4454-9ab3-9ff1aff35504,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:58.772327 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-536cd8b5-fd2b-4669-82d7-87f9657f7802 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Request body: {'floatingip': {'port_id': '966b7e13-7963-4c4c-818b-304d8249f046'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:58.773934 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-21a4f97c-44ee-4409-b609-0bb1126560f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:58.812742 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-21a4f97c-44ee-4409-b609-0bb1126560f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.821096 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-21a4f97c-44ee-4409-b609-0bb1126560f2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/06fd1b13-1a9f-4454-9ab3-9ff1aff35504 HTTP/1.1" status: 204 len: 168 time: 0.2716975 Apr 30 16:05:58.868790 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-536cd8b5-fd2b-4669-82d7-87f9657f7802 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for floatingip, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.971404 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.l3_db [None req-83652ee7-5118-40eb-81a1-31b8a294791e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Floating IP fa663d8e-29e6-41aa-a159-91dffc5dc063 associated. External IP: 172.28.1.253, port: dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3. Apr 30 16:05:59.048017 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 44554) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:59.098564 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d9975-7c14-4fad-a415-89f5cc1998a3 req-b6e9780f-7b67-40b5-8b5a-d6cad6cba987 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:59.101220 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-007d9975-7c14-4fad-a415-89f5cc1998a3 req-b6e9780f-7b67-40b5-8b5a-d6cad6cba987 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1612577 Apr 30 16:05:59.106174 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-11aa505b-0735-423b-b7e8-c7c821d1d38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:59.148878 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-11aa505b-0735-423b-b7e8-c7c821d1d38b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:59.156556 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-11aa505b-0735-423b-b7e8-c7c821d1d38b admin admin] Usage tracker for resource:security_group_rule and tenant:e47e99e8e30d48de8d45c70467d6ce3e is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:59.178424 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-11aa505b-0735-423b-b7e8-c7c821d1d38b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:59.194235 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-007d9975-7c14-4fad-a415-89f5cc1998a3 req-a9712504-1280-40ab-a682-c5907dfd518c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748217 Apr 30 16:05:59.204587 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-11aa505b-0735-423b-b7e8-c7c821d1d38b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:59.335067 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-11aa505b-0735-423b-b7e8-c7c821d1d38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:59.340371 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-11aa505b-0735-423b-b7e8-c7c821d1d38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:59.377770 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c3f136ac-431f-4b2e-8d46-f07a49391213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:59.391065 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-11aa505b-0735-423b-b7e8-c7c821d1d38b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e47e99e8e30d48de8d45c70467d6ce3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345344 Apr 30 16:05:59.394467 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 44570) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:59.488904 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa505b-0735-423b-b7e8-c7c821d1d38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c610976-646f-4445-bea9-ebf2a854c8b1,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:59.492816 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1b4acf34-31c6-4acd-9569-20496c0171b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:59.527470 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-11aa505b-0735-423b-b7e8-c7c821d1d38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:59.558613 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1b4acf34-31c6-4acd-9569-20496c0171b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:59.636613 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1b4acf34-31c6-4acd-9569-20496c0171b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:59.643292 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:59.660278 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4acf34-31c6-4acd-9569-20496c0171b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c610976-646f-4445-bea9-ebf2a854c8b1,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:59.663437 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-1b4acf34-31c6-4acd-9569-20496c0171b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:59.665837 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1b4acf34-31c6-4acd-9569-20496c0171b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:59.666959 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-1b4acf34-31c6-4acd-9569-20496c0171b8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7c610976-646f-4445-bea9-ebf2a854c8b1 HTTP/1.1" status: 204 len: 168 time: 0.2712090 Apr 30 16:05:59.728461 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307777f-3166-4c9b-b031-00acce777a28 req-855869bc-fce4-490a-89e2-7e6da24be595 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:59.730111 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d307777f-3166-4c9b-b031-00acce777a28 req-855869bc-fce4-490a-89e2-7e6da24be595 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 944 time: 0.5727725 Apr 30 16:06:00.052685 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d307777f-3166-4c9b-b031-00acce777a28 req-2c106b9c-62f4-4a96-ac1b-52f4075ad1e5 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097110 Apr 30 16:06:00.106614 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83652ee7-5118-40eb-81a1-31b8a294791e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:06:00.399236 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-536cd8b5-fd2b-4669-82d7-87f9657f7802 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:00.408297 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-536cd8b5-fd2b-4669-82d7-87f9657f7802 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397203'] for floatingip, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:00.446584 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499ff7e-6b20-4402-a3bd-c06f99832839 req-e40eae3c-2214-44b0-8402-76296101082d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:00.448480 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4499ff7e-6b20-4402-a3bd-c06f99832839 req-e40eae3c-2214-44b0-8402-76296101082d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1362827 Apr 30 16:06:00.479779 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83652ee7-5118-40eb-81a1-31b8a294791e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:06:00.493179 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba1cb7-d071-44c7-a822-e8cf35b94815 None None] Sync routers for ids ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:06:00.506327 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba1cb7-d071-44c7-a822-e8cf35b94815 None None] Routers {'7aa1b875-e34a-4c08-96e9-8ccedd3e62af'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:00.507671 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-1bba1cb7-d071-44c7-a822-e8cf35b94815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:05:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:00.517536 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4499ff7e-6b20-4402-a3bd-c06f99832839 req-3c84d179-f994-486d-8dfe-30f93f441009 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622656 Apr 30 16:06:00.582570 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-83652ee7-5118-40eb-81a1-31b8a294791e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:00.663715 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-83652ee7-5118-40eb-81a1-31b8a294791e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "PUT /v2.0/floatingips/fa663d8e-29e6-41aa-a159-91dffc5dc063 HTTP/1.1" status: 200 len: 991 time: 3.7801545 Apr 30 16:06:00.665032 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.l3_db [None req-536cd8b5-fd2b-4669-82d7-87f9657f7802 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Floating IP bca0ca9a-d2f4-43a4-a111-f69a3d130263 associated. External IP: 172.28.1.29, port: 966b7e13-7963-4c4c-818b-304d8249f046. Apr 30 16:06:00.723485 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c9ced6-1815-496a-8b40-e198dbb15796', 'tag': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:00.780248 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device c7fd28df-062e-4955-a4cc-c7acd6900de8 up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:00.840638 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c9ced6-1815-496a-8b40-e198dbb15796', 'tag': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'status': 'completed', 'code': 200} Apr 30 16:06:00.868706 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-1bba1cb7-d071-44c7-a822-e8cf35b94815 None None] Set router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:00.986242 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port c7fd28df-062e-4955-a4cc-c7acd6900de8 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:00.998205 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port c7fd28df-062e-4955-a4cc-c7acd6900de8 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:01.000158 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:01.094975 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8abc6-424a-49d5-9647-21c4d795d80a req-ad29fdbd-7233-48e1-8347-c83b28b34eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:01.099093 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7fb8abc6-424a-49d5-9647-21c4d795d80a req-ad29fdbd-7233-48e1-8347-c83b28b34eea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=30884ecb7cdb4bbdae8da19d8171f557&device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 1098 time: 0.2445333 Apr 30 16:06:01.297637 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:01.362977 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dd92be-3664-46ee-9fd1-332f542cb377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fd28df-062e-4955-a4cc-c7acd6900de8'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:01.391938 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port c7fd28df-062e-4955-a4cc-c7acd6900de8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c7fd28df-062e-4955-a4cc-c7acd6900de8,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:01.397681 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:01.399649 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:01.469482 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693b87c-3037-4eb9-b301-b0321857bf2a req-92226399-fee5-4d61-891b-4405fcd19aa4 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:01.471094 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b693b87c-3037-4eb9-b301-b0321857bf2a req-92226399-fee5-4d61-891b-4405fcd19aa4 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 945 time: 0.1741750 Apr 30 16:06:01.545454 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b693b87c-3037-4eb9-b301-b0321857bf2a req-ba6d8b06-cd2b-4ee2-872c-00a3b454a75d tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646448 Apr 30 16:06:01.598280 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dd92be-3664-46ee-9fd1-332f542cb377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fd28df-062e-4955-a4cc-c7acd6900de8', 'code': 200} Apr 30 16:06:01.601708 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=c7fd28df-062e-4955-a4cc-c7acd6900de8,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:01.612294 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:01.671819 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-1bba1cb7-d071-44c7-a822-e8cf35b94815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': 'fa663d8e-29e6-41aa-a159-91dffc5dc063', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'floating_ip_address': '172.28.1.253', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'port_id': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'mac_address': 'fa:16:3e:5f:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c9ced6-1815-496a-8b40-e198dbb15796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:05:28Z', 'updated_at': '2021-04-30T16:05:58Z', 'revision_number': 1, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74658aba-3c89-481e-ba4c-f8b66cb456c6', 'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'mac_address': 'fa:16:3e:f6:4a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:13Z', 'updated_at': '2021-04-30T16:05:26Z', 'revision_number': 5, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'subnets': [{'id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:01.677217 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba1cb7-d071-44c7-a822-e8cf35b94815 None None] Checking router: 7aa1b875-e34a-4c08-96e9-8ccedd3e62af for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:06:01.681576 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536cd8b5-fd2b-4669-82d7-87f9657f7802 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Router b19ef072-9f8b-4e75-9a55-7c87a78e19da has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:06:01.696394 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba1cb7-d071-44c7-a822-e8cf35b94815 None None] Routers {'7aa1b875-e34a-4c08-96e9-8ccedd3e62af'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:01.697386 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-1bba1cb7-d071-44c7-a822-e8cf35b94815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:05:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:01.825461 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8abc6-424a-49d5-9647-21c4d795d80a req-8bdb0b29-e155-4afd-b05f-4d24f151c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:01.832595 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7fb8abc6-424a-49d5-9647-21c4d795d80a req-8bdb0b29-e155-4afd-b05f-4d24f151c91c service neutron] 10.222.0.65 "GET /v2.0/networks?id=fbdd012c-48a2-47ac-a102-5128271752a7 HTTP/1.1" status: 200 len: 918 time: 0.6292977 Apr 30 16:06:01.906122 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf3890-ed92-44c6-9566-3f49a45c205f req-04372756-611f-4938-ab8b-1348ed89ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:01.907625 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-71bf3890-ed92-44c6-9566-3f49a45c205f req-04372756-611f-4938-ab8b-1348ed89ea90 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 1098 time: 0.1428316 Apr 30 16:06:01.922540 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-1bba1cb7-d071-44c7-a822-e8cf35b94815 None None] Set router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:01.996362 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-71bf3890-ed92-44c6-9566-3f49a45c205f req-603fb6c8-c2fd-46a9-8588-edb37b0036c2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790939 Apr 30 16:06:02.136479 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7fb8abc6-424a-49d5-9647-21c4d795d80a req-6dd8e8b0-e0f3-4e58-9d58-c3976feef99a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 HTTP/1.1" status: 200 len: 999 time: 0.2447374 Apr 30 16:06:02.156341 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6ecf4-b708-448c-8244-9beb3d2deaba req-0f285163-91d3-4e9b-baeb-c02081941332 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:02.162675 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ffd6ecf4-b708-448c-8244-9beb3d2deaba req-0f285163-91d3-4e9b-baeb-c02081941332 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.3626037 Apr 30 16:06:02.196713 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536cd8b5-fd2b-4669-82d7-87f9657f7802 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:06:02.203987 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-536cd8b5-fd2b-4669-82d7-87f9657f7802 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:02.207185 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a470a-770d-40e2-9d26-3570c0da8997 None None] Sync routers for ids ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:06:02.219916 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a470a-770d-40e2-9d26-3570c0da8997 None None] Routers {'b19ef072-9f8b-4e75-9a55-7c87a78e19da'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:02.221233 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-e22a470a-770d-40e2-9d26-3570c0da8997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:05:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:02.335989 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 44692) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:02.339621 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ffd6ecf4-b708-448c-8244-9beb3d2deaba req-69e64167-49b0-4605-a7cb-c6cad588d387 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023257 Apr 30 16:06:02.341520 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8abc6-424a-49d5-9647-21c4d795d80a req-ebab6f52-755b-4fec-8e90-6f57d4db5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:02.343249 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7fb8abc6-424a-49d5-9647-21c4d795d80a req-ebab6f52-755b-4fec-8e90-6f57d4db5f6d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47ce67a9-b01b-4823-9930-c277e305b13b HTTP/1.1" status: 200 len: 856 time: 0.1774397 Apr 30 16:06:02.344946 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-536cd8b5-fd2b-4669-82d7-87f9657f7802 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "PUT /v2.0/floatingips/bca0ca9a-d2f4-43a4-a111-f69a3d130263 HTTP/1.1" status: 200 len: 991 time: 3.5818312 Apr 30 16:06:02.522824 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8abc6-424a-49d5-9647-21c4d795d80a req-8d3e864a-0d2a-4c64-a6f1-0dd1665713c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:02.524783 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7fb8abc6-424a-49d5-9647-21c4d795d80a req-8d3e864a-0d2a-4c64-a6f1-0dd1665713c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fbdd012c-48a2-47ac-a102-5128271752a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1719389 Apr 30 16:06:02.546203 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-e22a470a-770d-40e2-9d26-3570c0da8997 None None] Set router b19ef072-9f8b-4e75-9a55-7c87a78e19da gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:02.692691 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-1bba1cb7-d071-44c7-a822-e8cf35b94815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': 'fa663d8e-29e6-41aa-a159-91dffc5dc063', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'floating_ip_address': '172.28.1.253', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'port_id': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'mac_address': 'fa:16:3e:5f:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c9ced6-1815-496a-8b40-e198dbb15796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:05:28Z', 'updated_at': '2021-04-30T16:05:58Z', 'revision_number': 1, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74658aba-3c89-481e-ba4c-f8b66cb456c6', 'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'mac_address': 'fa:16:3e:f6:4a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:13Z', 'updated_at': '2021-04-30T16:05:26Z', 'revision_number': 5, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'subnets': [{'id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:02.701926 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba1cb7-d071-44c7-a822-e8cf35b94815 None None] The sync data for ids ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'] in dv-cinder-787195-6-smb is: [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': 'fa663d8e-29e6-41aa-a159-91dffc5dc063', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'floating_ip_address': '172.28.1.253', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'port_id': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'mac_address': 'fa:16:3e:5f:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c9ced6-1815-496a-8b40-e198dbb15796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:05:28Z', 'updated_at': '2021-04-30T16:05:58Z', 'revision_number': 1, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74658aba-3c89-481e-ba4c-f8b66cb456c6', 'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'mac_address': 'fa:16:3e:f6:4a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:13Z', 'updated_at': '2021-04-30T16:05:26Z', 'revision_number': 5, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'subnets': [{'id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:06:02.810902 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7fb8abc6-424a-49d5-9647-21c4d795d80a req-c19e27b8-1fdf-4f06-b12d-40da32353c26 service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719681 Apr 30 16:06:02.893502 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea4b929-03db-43c8-ae9b-544d6e88c7f1', 'tag': '966b7e13-7963-4c4c-818b-304d8249f046'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:02.914434 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-86b48e74-0b27-438d-a14c-02be6b224de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:02.949246 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-86b48e74-0b27-438d-a14c-02be6b224de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:02.960359 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-86b48e74-0b27-438d-a14c-02be6b224de6 admin admin] Usage tracker for resource:security_group_rule and tenant:b9f54dfc14644b1187d4c2e9fa37a94d is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:02.968199 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-86b48e74-0b27-438d-a14c-02be6b224de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:02.984239 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-86b48e74-0b27-438d-a14c-02be6b224de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:03.050658 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea4b929-03db-43c8-ae9b-544d6e88c7f1', 'tag': '966b7e13-7963-4c4c-818b-304d8249f046', 'status': 'completed', 'code': 200} Apr 30 16:06:03.127122 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e0b3c-db46-407d-bc36-08ff89eaeeb1 None None] New status for floating IP fa663d8e-29e6-41aa-a159-91dffc5dc063: ACTIVE {{(pid=73976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:06:03.286899 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-86b48e74-0b27-438d-a14c-02be6b224de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:03.302791 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-86b48e74-0b27-438d-a14c-02be6b224de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:03.323962 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:03.340229 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba9489-f050-421f-88bc-7b359ffaf414 req-e59c5acd-af6b-47c6-a495-16f2bc3c95e1 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:03.341811 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bfba9489-f050-421f-88bc-7b359ffaf414 req-e59c5acd-af6b-47c6-a495-16f2bc3c95e1 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 945 time: 0.5284100 Apr 30 16:06:03.389208 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7fb8abc6-424a-49d5-9647-21c4d795d80a req-3db5d018-3808-4bc9-a34a-3479f19b7b8f service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728012 Apr 30 16:06:03.426901 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-e22a470a-770d-40e2-9d26-3570c0da8997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': 'bca0ca9a-d2f4-43a4-a111-f69a3d130263', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'floating_ip_address': '172.28.1.29', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'port_id': '966b7e13-7963-4c4c-818b-304d8249f046', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'mac_address': 'fa:16:3e:7c:2c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea4b929-03db-43c8-ae9b-544d6e88c7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:05:28Z', 'updated_at': '2021-04-30T16:06:00Z', 'revision_number': 1, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '911a19c2-09f8-450e-85dd-c8b9f3a1d064', 'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'mac_address': 'fa:16:3e:fc:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:14Z', 'updated_at': '2021-04-30T16:05:31Z', 'revision_number': 5, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'subnets': [{'id': '609591f8-1443-456a-9728-4d0e18b05af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:03.432823 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a470a-770d-40e2-9d26-3570c0da8997 None None] Checking router: b19ef072-9f8b-4e75-9a55-7c87a78e19da for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:06:03.439235 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bfba9489-f050-421f-88bc-7b359ffaf414 req-a85fab70-5a2f-4f80-a991-d12ed882ed87 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848444 Apr 30 16:06:03.447159 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b48e74-0b27-438d-a14c-02be6b224de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3314cd7e-c1b9-4223-8388-860513bd12c5,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:03.452958 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-86b48e74-0b27-438d-a14c-02be6b224de6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b9f54dfc14644b1187d4c2e9fa37a94d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1150062 Apr 30 16:06:03.454644 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-86b48e74-0b27-438d-a14c-02be6b224de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:03.455837 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44744) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:03.508667 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878103f1-2288-4774-9c5a-c0a979115832 req-ed19461a-cf5f-419d-ad7a-0635100950d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:03.510337 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-878103f1-2288-4774-9c5a-c0a979115832 req-ed19461a-cf5f-419d-ad7a-0635100950d1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9&device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 1099 time: 0.4509518 Apr 30 16:06:03.510463 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a470a-770d-40e2-9d26-3570c0da8997 None None] Routers {'b19ef072-9f8b-4e75-9a55-7c87a78e19da'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:03.513528 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-e22a470a-770d-40e2-9d26-3570c0da8997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:05:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:03.575913 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6cb7-2f5c-46f4-8ebc-1b2430e5665c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:03.634399 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6cb7-2f5c-46f4-8ebc-1b2430e5665c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:03.750068 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6cb7-2f5c-46f4-8ebc-1b2430e5665c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:03.753909 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-33ad72e0-b63e-458f-aa51-a413cd51ba40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:03.792286 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d6cb7-2f5c-46f4-8ebc-1b2430e5665c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3314cd7e-c1b9-4223-8388-860513bd12c5,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:03.797917 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6cb7-2f5c-46f4-8ebc-1b2430e5665c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:03.801374 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-4c8d6cb7-2f5c-46f4-8ebc-1b2430e5665c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3314cd7e-c1b9-4223-8388-860513bd12c5 HTTP/1.1" status: 204 len: 168 time: 0.3421288 Apr 30 16:06:03.801374 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-4c8d6cb7-2f5c-46f4-8ebc-1b2430e5665c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:03.845897 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878103f1-2288-4774-9c5a-c0a979115832 req-57d1f07d-5c17-4201-931f-7ce8abda2d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:03.847436 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-878103f1-2288-4774-9c5a-c0a979115832 req-57d1f07d-5c17-4201-931f-7ce8abda2d3c service neutron] 10.222.0.65 "GET /v2.0/networks?id=14c00e64-cc5c-4584-8c28-809f2f052668 HTTP/1.1" status: 200 len: 911 time: 0.3166802 Apr 30 16:06:03.979764 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-e22a470a-770d-40e2-9d26-3570c0da8997 None None] Set router b19ef072-9f8b-4e75-9a55-7c87a78e19da gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:04.069804 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-878103f1-2288-4774-9c5a-c0a979115832 req-b808882c-ab94-446b-b90f-eef6f66a3127 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=966b7e13-7963-4c4c-818b-304d8249f046 HTTP/1.1" status: 200 len: 999 time: 0.1254127 Apr 30 16:06:04.140410 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ef994-a254-43ce-8056-3f935ed8bd1c req-0ae8d0c0-e996-4ee1-945b-9160f044741d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:04.141970 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fe0ef994-a254-43ce-8056-3f935ed8bd1c req-0ae8d0c0-e996-4ee1-945b-9160f044741d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.2937481 Apr 30 16:06:04.238250 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878103f1-2288-4774-9c5a-c0a979115832 req-16b9b41c-025b-44dc-af06-6fc6dea17107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:04.239732 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-878103f1-2288-4774-9c5a-c0a979115832 req-16b9b41c-025b-44dc-af06-6fc6dea17107 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=609591f8-1443-456a-9728-4d0e18b05af1 HTTP/1.1" status: 200 len: 849 time: 0.1598439 Apr 30 16:06:04.278143 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fe0ef994-a254-43ce-8056-3f935ed8bd1c req-7ce88ab7-0a20-477f-8222-219dd2f4fb15 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246834 Apr 30 16:06:04.518138 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878103f1-2288-4774-9c5a-c0a979115832 req-ba75bd5e-501a-439b-8186-665abdbdf8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:04.522190 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-878103f1-2288-4774-9c5a-c0a979115832 req-ba75bd5e-501a-439b-8186-665abdbdf8e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14c00e64-cc5c-4584-8c28-809f2f052668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2403378 Apr 30 16:06:04.628599 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44790) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:04.673139 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-efbbbe7a-028b-4f1e-ad48-1dbc2daea2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:04.741321 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-efbbbe7a-028b-4f1e-ad48-1dbc2daea2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:04.747928 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-efbbbe7a-028b-4f1e-ad48-1dbc2daea2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:8a72be38895746358344b1b85202a230 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:04.765667 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-efbbbe7a-028b-4f1e-ad48-1dbc2daea2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:04.791381 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-efbbbe7a-028b-4f1e-ad48-1dbc2daea2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:04.910401 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-e22a470a-770d-40e2-9d26-3570c0da8997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': 'bca0ca9a-d2f4-43a4-a111-f69a3d130263', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'floating_ip_address': '172.28.1.29', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'port_id': '966b7e13-7963-4c4c-818b-304d8249f046', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'mac_address': 'fa:16:3e:7c:2c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea4b929-03db-43c8-ae9b-544d6e88c7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:05:28Z', 'updated_at': '2021-04-30T16:06:00Z', 'revision_number': 1, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '911a19c2-09f8-450e-85dd-c8b9f3a1d064', 'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'mac_address': 'fa:16:3e:fc:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:14Z', 'updated_at': '2021-04-30T16:05:31Z', 'revision_number': 5, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'subnets': [{'id': '609591f8-1443-456a-9728-4d0e18b05af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:04.916231 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a470a-770d-40e2-9d26-3570c0da8997 None None] The sync data for ids ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'] in dv-cinder-787195-6-smb is: [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': 'bca0ca9a-d2f4-43a4-a111-f69a3d130263', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'floating_ip_address': '172.28.1.29', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'port_id': '966b7e13-7963-4c4c-818b-304d8249f046', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'mac_address': 'fa:16:3e:7c:2c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea4b929-03db-43c8-ae9b-544d6e88c7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:05:28Z', 'updated_at': '2021-04-30T16:06:00Z', 'revision_number': 1, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '911a19c2-09f8-450e-85dd-c8b9f3a1d064', 'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'mac_address': 'fa:16:3e:fc:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:14Z', 'updated_at': '2021-04-30T16:05:31Z', 'revision_number': 5, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'subnets': [{'id': '609591f8-1443-456a-9728-4d0e18b05af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:06:04.959861 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-efbbbe7a-028b-4f1e-ad48-1dbc2daea2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:04.968798 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-efbbbe7a-028b-4f1e-ad48-1dbc2daea2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:05.008788 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b80e8783-f8c9-49d5-94d5-1ccc961c2c8b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:05.068637 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-efbbbe7a-028b-4f1e-ad48-1dbc2daea2b2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8a72be38895746358344b1b85202a230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4391866 Apr 30 16:06:05.071205 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44804) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:05.078693 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-878103f1-2288-4774-9c5a-c0a979115832 req-3525c51d-ad6a-4eb4-8f3c-a133b261749f service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379481 Apr 30 16:06:05.119330 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbbe7a-028b-4f1e-ad48-1dbc2daea2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3682844a-fa2e-4fba-99af-15ddcd659a69,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:05.122720 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-efbbbe7a-028b-4f1e-ad48-1dbc2daea2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:05.215066 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1d0a1e2d-d88f-48e1-969b-b33f8e4a997d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:05.257485 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1d0a1e2d-d88f-48e1-969b-b33f8e4a997d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:05.296106 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf91240-bd8e-4fc3-b5d8-58cee79b4db5 None None] New status for floating IP bca0ca9a-d2f4-43a4-a111-f69a3d130263: ACTIVE {{(pid=73975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:06:05.318324 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb6a9b-face-4585-a94f-8acd83dd342b req-2f1b29de-ea40-4eea-83c1-e57001217df2 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:05.319906 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-77bb6a9b-face-4585-a94f-8acd83dd342b req-2f1b29de-ea40-4eea-83c1-e57001217df2 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 945 time: 0.5433044 Apr 30 16:06:05.378519 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1d0a1e2d-d88f-48e1-969b-b33f8e4a997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:05.384185 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-4c8d6cb7-2f5c-46f4-8ebc-1b2430e5665c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:05.413491 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a1e2d-d88f-48e1-969b-b33f8e4a997d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3682844a-fa2e-4fba-99af-15ddcd659a69,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:05.420635 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1d0a1e2d-d88f-48e1-969b-b33f8e4a997d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:05.457821 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-77bb6a9b-face-4585-a94f-8acd83dd342b req-00a45611-30b4-436e-a023-4bcca1436dba tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873070 Apr 30 16:06:05.467784 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-878103f1-2288-4774-9c5a-c0a979115832 req-8c7ddd10-0226-4967-8433-1c6f46afe01e service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762612 Apr 30 16:06:05.506716 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1d0a1e2d-d88f-48e1-969b-b33f8e4a997d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:05.508982 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-1d0a1e2d-d88f-48e1-969b-b33f8e4a997d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3682844a-fa2e-4fba-99af-15ddcd659a69 HTTP/1.1" status: 204 len: 168 time: 0.4366107 Apr 30 16:06:05.562021 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f31d0-d4a8-463a-a004-0297e1550dc9 req-bfb17373-a188-415b-90d7-59273c2bd5b2 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:05.564353 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c53f31d0-d4a8-463a-a004-0297e1550dc9 req-bfb17373-a188-415b-90d7-59273c2bd5b2 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1295252 Apr 30 16:06:05.693518 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c53f31d0-d4a8-463a-a004-0297e1550dc9 req-4e026f69-4f1c-4785-a9da-00060445d0f1 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214390 Apr 30 16:06:06.121326 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 44856) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:06.446785 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b687a36a-6b3e-4434-af95-e0ebdbdffe08 req-3b98cdc2-8171-46d5-bea3-97b55147c86a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1190691 Apr 30 16:06:06.489449 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44874) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:06.551961 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d6712878-632b-4c47-8f48-69bdad5ff8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:06.578152 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-fd53bf2c-34b9-488f-b665-56150403827d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:06.601678 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-fd53bf2c-34b9-488f-b665-56150403827d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:06.603574 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-d6712878-632b-4c47-8f48-69bdad5ff8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:06.607092 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-fd53bf2c-34b9-488f-b665-56150403827d admin admin] Usage tracker for resource:security_group_rule and tenant:1e60f8171b234883b03078a7fa6d311a is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:06.607995 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-d6712878-632b-4c47-8f48-69bdad5ff8e2 admin admin] Usage tracker for resource:security_group_rule and tenant:0e145b210fc94fbd95fb17b68290ad83 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:06.610620 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-fd53bf2c-34b9-488f-b665-56150403827d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:06.611195 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-d6712878-632b-4c47-8f48-69bdad5ff8e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:06.618650 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-d6712878-632b-4c47-8f48-69bdad5ff8e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:06.623748 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-fd53bf2c-34b9-488f-b665-56150403827d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:06.749200 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-fd53bf2c-34b9-488f-b665-56150403827d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:06.754731 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687a36a-6b3e-4434-af95-e0ebdbdffe08 req-8ee7ddd0-af4d-4178-9772-753b99cb1fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:06.754997 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-fd53bf2c-34b9-488f-b665-56150403827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:06.756251 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b687a36a-6b3e-4434-af95-e0ebdbdffe08 req-8ee7ddd0-af4d-4178-9772-753b99cb1fba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ffd47a0b304e5cab764aa3194c9f1e&device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 1099 time: 0.1270189 Apr 30 16:06:06.765728 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-e4ccbca9-3cd2-42ef-9ac5-bc5ca3d67fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:06.795726 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53bf2c-34b9-488f-b665-56150403827d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbba76b1-2f93-4b07-8b8c-1f1ae3c4b31c,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:06.804901 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d6712878-632b-4c47-8f48-69bdad5ff8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:06.813346 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-fd53bf2c-34b9-488f-b665-56150403827d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:06.831285 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d6712878-632b-4c47-8f48-69bdad5ff8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:06.843917 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-fd53bf2c-34b9-488f-b665-56150403827d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1e60f8171b234883b03078a7fa6d311a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533862 Apr 30 16:06:06.844940 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44890) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:06.874911 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-1b647433-900a-46bc-a05f-f6a40c4f1d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:06.884228 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-d6712878-632b-4c47-8f48-69bdad5ff8e2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0e145b210fc94fbd95fb17b68290ad83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7617764 Apr 30 16:06:06.886839 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44896) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:06.974724 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6712878-632b-4c47-8f48-69bdad5ff8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8027f9-1a96-4857-a09f-9776ba2b41e9,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:06.979135 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d6712878-632b-4c47-8f48-69bdad5ff8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:07.005913 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687a36a-6b3e-4434-af95-e0ebdbdffe08 req-49926ab9-dbf5-4d08-b543-1901ca6d3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:07.007415 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b687a36a-6b3e-4434-af95-e0ebdbdffe08 req-49926ab9-dbf5-4d08-b543-1901ca6d3b7d service neutron] 10.222.0.65 "GET /v2.0/networks?id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0 HTTP/1.1" status: 200 len: 915 time: 0.2010202 Apr 30 16:06:07.114885 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b687a36a-6b3e-4434-af95-e0ebdbdffe08 req-f49543c2-5db0-47a5-866e-f3f8e430a651 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d769f1-d3a3-40dc-bac3-2df67fd26b53 HTTP/1.1" status: 200 len: 217 time: 0.0918620 Apr 30 16:06:07.141923 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-02a76666-061c-427d-abc1-15004b55ce20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:07.161774 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2641312d-b7cc-4f18-b78c-f369dddeae50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:07.204172 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-02a76666-061c-427d-abc1-15004b55ce20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:07.211749 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687a36a-6b3e-4434-af95-e0ebdbdffe08 req-2d5f059a-a65e-4200-9111-f5b3384555a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:07.216479 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b687a36a-6b3e-4434-af95-e0ebdbdffe08 req-2d5f059a-a65e-4200-9111-f5b3384555a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a12444c-e684-4d80-96a7-0431e752e298 HTTP/1.1" status: 200 len: 854 time: 0.0696359 Apr 30 16:06:07.226231 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2641312d-b7cc-4f18-b78c-f369dddeae50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:07.264378 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b687a36a-6b3e-4434-af95-e0ebdbdffe08 req-792f76ff-cc57-4189-9356-97f448a63596 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420625 Apr 30 16:06:07.275262 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d76413-61f1-4a8e-bf36-0fd94dc4451f req-6034786c-a827-4e8f-8be5-ec6dff40cd1a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:07.276886 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-49d76413-61f1-4a8e-bf36-0fd94dc4451f req-6034786c-a827-4e8f-8be5-ec6dff40cd1a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.3627262 Apr 30 16:06:07.373517 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-49d76413-61f1-4a8e-bf36-0fd94dc4451f req-9f152293-61ae-4379-a29d-ef707cb87d73 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795574 Apr 30 16:06:07.384063 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-02a76666-061c-427d-abc1-15004b55ce20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:07.392363 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1a794298-95a8-41ac-a037-ea51433aa8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:07.407120 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2641312d-b7cc-4f18-b78c-f369dddeae50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:07.414692 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a76666-061c-427d-abc1-15004b55ce20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbba76b1-2f93-4b07-8b8c-1f1ae3c4b31c,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:07.427734 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-02a76666-061c-427d-abc1-15004b55ce20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:07.429083 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-4f08068a-a05c-41d1-9b61-97dcf2dd5d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:07.447054 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641312d-b7cc-4f18-b78c-f369dddeae50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8027f9-1a96-4857-a09f-9776ba2b41e9,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:07.463457 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-02a76666-061c-427d-abc1-15004b55ce20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:07.469719 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-02a76666-061c-427d-abc1-15004b55ce20 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dbba76b1-2f93-4b07-8b8c-1f1ae3c4b31c HTTP/1.1" status: 204 len: 168 time: 0.6236663 Apr 30 16:06:07.472247 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2641312d-b7cc-4f18-b78c-f369dddeae50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:07.473840 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2641312d-b7cc-4f18-b78c-f369dddeae50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:07.475300 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-2641312d-b7cc-4f18-b78c-f369dddeae50 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3a8027f9-1a96-4857-a09f-9776ba2b41e9 HTTP/1.1" status: 204 len: 168 time: 0.5872672 Apr 30 16:06:07.515500 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b687a36a-6b3e-4434-af95-e0ebdbdffe08 req-cec45db7-bf9a-48ab-8227-7ac20f8ab9df service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390311 Apr 30 16:06:07.740291 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b687a36a-6b3e-4434-af95-e0ebdbdffe08 req-eac9bc9e-719e-4371-be8a-ba5a06f5cc6b service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121742 Apr 30 16:06:07.986790 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44946) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:08.008626 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7a0d352a-d4cb-4ca7-99c6-5ccee8b812b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:08.025878 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-7a0d352a-d4cb-4ca7-99c6-5ccee8b812b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:08.033933 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-7a0d352a-d4cb-4ca7-99c6-5ccee8b812b4 admin admin] Usage tracker for resource:security_group_rule and tenant:63118eb8aeec4991852989389724c1a6 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:08.039039 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-7a0d352a-d4cb-4ca7-99c6-5ccee8b812b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:08.050979 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-7a0d352a-d4cb-4ca7-99c6-5ccee8b812b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:08.319892 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7a0d352a-d4cb-4ca7-99c6-5ccee8b812b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:08.328870 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7a0d352a-d4cb-4ca7-99c6-5ccee8b812b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:08.341016 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-7dac98d8-9460-4d2b-99d2-a1bd697fb40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:08.374986 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d352a-d4cb-4ca7-99c6-5ccee8b812b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6531bf-9381-4f3a-bc2f-d07a6c31b61b,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:08.378597 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-7a0d352a-d4cb-4ca7-99c6-5ccee8b812b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:08.418262 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-7a0d352a-d4cb-4ca7-99c6-5ccee8b812b4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=63118eb8aeec4991852989389724c1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298511 Apr 30 16:06:08.422229 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 44986) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:08.449493 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-c48e0749-2dbf-4e16-af2f-08a727f966c8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:08.456732 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-c48e0749-2dbf-4e16-af2f-08a727f966c8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/networks?id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0 HTTP/1.1" status: 200 len: 814 time: 0.2914824 Apr 30 16:06:08.459787 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 44990) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:08.491794 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae752-3f38-460b-8c43-b6bfe202b63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:08.513182 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-de28223d-b24f-460c-83f8-a7677b7b06c1 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/quotas/00ffd47a0b304e5cab764aa3194c9f1e HTTP/1.1" status: 200 len: 375 time: 0.0552666 Apr 30 16:06:08.559114 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-9d7ae752-3f38-460b-8c43-b6bfe202b63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:08.560028 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cbede81f-4b04-4d42-b8ef-656f97842d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:08.568986 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-9d7ae752-3f38-460b-8c43-b6bfe202b63e admin admin] Usage tracker for resource:security_group_rule and tenant:5040490514b0474f95a1325ef0194160 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:08.581362 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-9d7ae752-3f38-460b-8c43-b6bfe202b63e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:08.601659 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-9d7ae752-3f38-460b-8c43-b6bfe202b63e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:08.604116 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cbede81f-4b04-4d42-b8ef-656f97842d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:08.726933 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-49c1c45c-0ede-4763-837b-9ed5db1b9e20 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=00ffd47a0b304e5cab764aa3194c9f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2126331 Apr 30 16:06:08.788982 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cbede81f-4b04-4d42-b8ef-656f97842d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:08.796790 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae752-3f38-460b-8c43-b6bfe202b63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:08.808733 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-32188e01-e887-4b78-9d4f-80cc3e9f1517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:08.818381 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae752-3f38-460b-8c43-b6bfe202b63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:08.838133 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-deffa371-f888-43f3-800b-792230bc839f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:08.850932 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6b5c6-9b35-4ce2-9cd2-804be879e40f req-4d8f4089-bebb-4def-a963-325db4e6692b tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:08.853176 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4cd6b5c6-9b35-4ce2-9cd2-804be879e40f req-4d8f4089-bebb-4def-a963-325db4e6692b tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.2182548 Apr 30 16:06:08.858658 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbede81f-4b04-4d42-b8ef-656f97842d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6531bf-9381-4f3a-bc2f-d07a6c31b61b,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:08.861990 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-cbede81f-4b04-4d42-b8ef-656f97842d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:08.901238 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cbede81f-4b04-4d42-b8ef-656f97842d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:08.905342 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-cbede81f-4b04-4d42-b8ef-656f97842d3d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bd6531bf-9381-4f3a-bc2f-d07a6c31b61b HTTP/1.1" status: 204 len: 168 time: 0.4785800 Apr 30 16:06:08.949077 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4cd6b5c6-9b35-4ce2-9cd2-804be879e40f req-07032c36-4b20-4a2c-88b1-7b63add9d278 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848238 Apr 30 16:06:09.010250 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ae752-3f38-460b-8c43-b6bfe202b63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3eaa3e-77df-438b-bef9-7c329792072f,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:09.018779 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-9d7ae752-3f38-460b-8c43-b6bfe202b63e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5040490514b0474f95a1325ef0194160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5557396 Apr 30 16:06:09.018779 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9d7ae752-3f38-460b-8c43-b6bfe202b63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:09.019370 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 45010) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:09.088035 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-6d140fdc-6dfb-4626-9e96-7991129946e6 service neutron] 10.222.0.67 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523526 Apr 30 16:06:09.159077 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-3835a450-dd81-4b86-8341-b1def8cb409f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:09.215836 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-3835a450-dd81-4b86-8341-b1def8cb409f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:09.278078 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-b3846a7b-a6ee-4f92-82f4-02a7c38203b7 service neutron] 10.222.0.67 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813149 Apr 30 16:06:09.342216 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-3835a450-dd81-4b86-8341-b1def8cb409f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:09.347467 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-417fcd78-ec1a-4b4b-9da3-06355b55dce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:09.370521 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835a450-dd81-4b86-8341-b1def8cb409f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3eaa3e-77df-438b-bef9-7c329792072f,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:09.382363 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-3835a450-dd81-4b86-8341-b1def8cb409f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:09.384816 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-3835a450-dd81-4b86-8341-b1def8cb409f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:09.388928 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-3835a450-dd81-4b86-8341-b1def8cb409f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad3eaa3e-77df-438b-bef9-7c329792072f HTTP/1.1" status: 204 len: 168 time: 0.3657470 Apr 30 16:06:09.602735 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a04db334-3932-4672-8e6d-7cbf51c90cda req-64daf9df-0a76-4077-bba0-a8b70a3f3721 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 210 time: 0.0732763 Apr 30 16:06:10.226484 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d46797-836d-41a4-91bd-1d0e1aa5d514 req-3b48b30f-3bd2-4408-b459-2b38aa7dbc6c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:10.229679 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e1d46797-836d-41a4-91bd-1d0e1aa5d514 req-3b48b30f-3bd2-4408-b459-2b38aa7dbc6c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1420252 Apr 30 16:06:10.285295 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e1d46797-836d-41a4-91bd-1d0e1aa5d514 req-4aedab8d-6189-4593-8ecc-c86fabd270cd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481150 Apr 30 16:06:10.579976 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45094) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:10.853032 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-6aac370c-4b07-4a31-a320-56e2541e6063 req-d9dbf9d2-2b0e-4707-82f7-ca33edcd9c8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 210 time: 0.0574367 Apr 30 16:06:10.894559 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1335212103-network', 'tenant_id': '9bbd75a6d06a460dbf56eb5d15b306f6'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:10.899397 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:10.904128 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Usage tracker for resource:network and tenant:9bbd75a6d06a460dbf56eb5d15b306f6 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:10.907657 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:10.928487 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:10.941800 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Made reservation on behalf of 9bbd75a6d06a460dbf56eb5d15b306f6 for: {'network': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:10.945013 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:10.966631 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:10.986879 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:10.993455 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:9bbd75a6d06a460dbf56eb5d15b306f6 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:10.997899 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:11.006897 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:11.133547 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.145501 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.150145 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:11.168079 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-617ae1f8-cf9d-4d51-98f2-a103a8b8259a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:11.173749 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-617ae1f8-cf9d-4d51-98f2-a103a8b8259a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "GET /v2.0/networks?id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0 HTTP/1.1" status: 200 len: 814 time: 0.2048986 Apr 30 16:06:11.180737 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=73973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:06:11.191257 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6660aa1-bde0-49b4-944e-24ac597b6975,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:11.195465 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:11.196035 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Request body: {'port': {'device_id': '2d6963bb-6d22-4c72-b4e9-acb3698ffb3d', 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0', 'admin_state_up': True, 'tenant_id': '00ffd47a0b304e5cab764aa3194c9f1e'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:11.199139 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.199685 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.segments_db [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Added segment cf2e1557-b844-4ae0-90db-3971f547bf2a of type vlan for network d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee Apr 30 16:06:11.239351 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.287803 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.290544 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:11.291674 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.313347 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45130) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:11.314422 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:11.440566 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:11.451942 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:11.455615 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:06:11.501100 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9197624 Apr 30 16:06:11.501913 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45140) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:11.507616 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Request body: {'subnet': {'network_id': 'd8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1335212103-subnet', 'tenant_id': '9bbd75a6d06a460dbf56eb5d15b306f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:11.518631 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:11.535264 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Usage tracker for resource:subnet and tenant:9bbd75a6d06a460dbf56eb5d15b306f6 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:11.538798 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:11.549647 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:11.573980 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Made reservation on behalf of 9bbd75a6d06a460dbf56eb5d15b306f6 for: {'subnet': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:11.576965 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6933402'] for subnet, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.610819 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:11.614391 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.624743 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:11.640040 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Made reservation on behalf of 00ffd47a0b304e5cab764aa3194c9f1e for: {'port': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:11.643614 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.725035 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d326bda-2760-4812-8448-29d19b67143d req-3c1d225d-16ac-4618-9ebd-c784f97e5d91 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:11.726525 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5d326bda-2760-4812-8448-29d19b67143d req-3c1d225d-16ac-4618-9ebd-c784f97e5d91 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1721354 Apr 30 16:06:11.737152 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f3962278-4f8e-4caf-9784-9e051491f6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.758291 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-f3962278-4f8e-4caf-9784-9e051491f6ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:11.765289 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-f3962278-4f8e-4caf-9784-9e051491f6ff admin admin] Usage tracker for resource:security_group_rule and tenant:d676eca964af4404a0a86a33d02c4b4b is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:11.769202 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-f3962278-4f8e-4caf-9784-9e051491f6ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:11.776307 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-f3962278-4f8e-4caf-9784-9e051491f6ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:11.838321 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5d326bda-2760-4812-8448-29d19b67143d req-fac7c3fc-f8ca-4ec7-87d7-675d5a1c1af3 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978477 Apr 30 16:06:11.904837 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Allocated IP 172.20.0.5 (7c270391-f0de-4ac8-a22c-7b5c1aba27c0/3a12444c-e684-4d80-96a7-0431e752e298/16d6e2d6-b060-481b-a231-59920e094f58) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:06:11.975480 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f3962278-4f8e-4caf-9784-9e051491f6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.995175 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f3962278-4f8e-4caf-9784-9e051491f6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:12.026635 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-02428fbc-67f7-49f8-8d2b-4badede93cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:12.065368 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-f3962278-4f8e-4caf-9784-9e051491f6ff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d676eca964af4404a0a86a33d02c4b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6520956 Apr 30 16:06:12.066342 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3962278-4f8e-4caf-9784-9e051491f6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ee2371-862d-4856-88a6-572f24b418e1,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:12.071350 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-f3962278-4f8e-4caf-9784-9e051491f6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:12.093881 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 45156) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:12.220492 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:12.244014 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5556e73b-3e09-4687-85c8-a653f015d148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:12.245012 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-240052f4-9c8a-433c-b984-0536547154c7 req-55532784-6d2f-4c22-9788-bc581c02d33d tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 210 time: 0.1453125 Apr 30 16:06:12.305320 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5556e73b-3e09-4687-85c8-a653f015d148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:12.360308 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:12.378022 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-3e579cb5-0f08-495b-8fc0-f847e2020911 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:12.378479 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['71d769f1-d3a3-40dc-bac3-2df67fd26b53', 'c7fd28df-062e-4955-a4cc-c7acd6900de8'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:06:12.453278 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5556e73b-3e09-4687-85c8-a653f015d148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:12.470392 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:12.471264 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7273626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6933384'] for subnet, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:12.476022 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:12.483973 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:12.487335 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:06:12.573044 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Checking segment: {'id': 'cf2e1557-b844-4ae0-90db-3971f547bf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'd8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:12.573559 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Network hostable DHCP agents. Network: d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:06:12.576799 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c38e26-b6b4-4ba5-ada4-3445ee1dbebd,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:12.579412 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5556e73b-3e09-4687-85c8-a653f015d148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:12.585952 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:12.588310 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-5556e73b-3e09-4687-85c8-a653f015d148 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/88ee2371-862d-4856-88a6-572f24b418e1 HTTP/1.1" status: 204 len: 168 time: 0.4996505 Apr 30 16:06:12.595961 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Pushing event updated for resources: {'Port': ['ID=16d6e2d6-b060-481b-a231-59920e094f58,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:12.600987 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:12.601377 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:12.603817 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Network d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:06:12.623972 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556e73b-3e09-4687-85c8-a653f015d148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ee2371-862d-4856-88a6-572f24b418e1,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:12.629816 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-5556e73b-3e09-4687-85c8-a653f015d148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:12.632839 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee) {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:12.639155 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:12.639799 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:12.645927 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ffcf43-5d7d-4f86-a90f-093f679a0762 None None] Network d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:06:12.646456 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:12.647041 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:12.675405 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4864910 Apr 30 16:06:12.685395 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1815860 Apr 30 16:06:12.692869 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Request body: {'port': {'device_id': '2d6963bb-6d22-4c72-b4e9-acb3698ffb3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:12.846085 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.195626 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd12c7-f841-4e4b-b0a0-ba5ec1184c8a req-2b17cb2b-1c67-4e4d-b084-3d138af056b9 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:13.211968 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-67dd12c7-f841-4e4b-b0a0-ba5ec1184c8a req-2b17cb2b-1c67-4e4d-b084-3d138af056b9 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1409371 Apr 30 16:06:13.219669 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45194) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:13.252405 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee44d04-7ca1-478e-a617-abe12e7f20f0 None None] Network d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:06:13.307694 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b2ce73ff-b5fa-4573-875b-cf6fb070c01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.343022 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-67dd12c7-f841-4e4b-b0a0-ba5ec1184c8a req-c829a324-fff3-4866-b478-1985a16f936f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275468 Apr 30 16:06:13.346143 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d6e2d6-b060-481b-a231-59920e094f58 {{(pid=73974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:06:13.352094 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b2ce73ff-b5fa-4573-875b-cf6fb070c01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:13.363685 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.369105 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b2ce73ff-b5fa-4573-875b-cf6fb070c01c admin admin] Usage tracker for resource:security_group_rule and tenant:f94e74f4250943d1b3a401193583f99f is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:13.373439 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b2ce73ff-b5fa-4573-875b-cf6fb070c01c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:13.380891 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b2ce73ff-b5fa-4573-875b-cf6fb070c01c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:13.392786 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Transition to ACTIVE for port object 16d6e2d6-b060-481b-a231-59920e094f58 will not be triggered until provisioned by entity L2. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:13.398361 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.406131 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:13.505439 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b2ce73ff-b5fa-4573-875b-cf6fb070c01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.513949 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b2ce73ff-b5fa-4573-875b-cf6fb070c01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.524026 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:13.560505 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce73ff-b5fa-4573-875b-cf6fb070c01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31d1ae3-59dd-4f49-b208-29f7d29c1dbe,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:13.565121 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b2ce73ff-b5fa-4573-875b-cf6fb070c01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:13.575188 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Pushing event updated for resources: {'Port': ['ID=16d6e2d6-b060-481b-a231-59920e094f58,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:13.583686 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:13.596241 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-b2ce73ff-b5fa-4573-875b-cf6fb070c01c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f94e74f4250943d1b3a401193583f99f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751855 Apr 30 16:06:13.598737 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45206) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:13.688209 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-72dfb5b5-d5bf-4044-a4d5-049db6695de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.718143 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-72dfb5b5-d5bf-4044-a4d5-049db6695de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.799812 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Attempting to bind port 16d6e2d6-b060-481b-a231-59920e094f58 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:06:13.800377 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Attempting to bind port 16d6e2d6-b060-481b-a231-59920e094f58 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:06:13.800901 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Attempting to bind port 16d6e2d6-b060-481b-a231-59920e094f58 on network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:13.816152 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-72dfb5b5-d5bf-4044-a4d5-049db6695de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.818263 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Port 16d6e2d6-b060-481b-a231-59920e094f58 on network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:06:13.818590 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Attempting to bind port 16d6e2d6-b060-481b-a231-59920e094f58 on network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:13.823282 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:13.836647 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfb5b5-d5bf-4044-a4d5-049db6695de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31d1ae3-59dd-4f49-b208-29f7d29c1dbe,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:13.838740 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38621033-f4ca-4f84-9d48-a5837a10b5c7 req-5d2190ee-79eb-4592-ba63-f3dbc0ca631d tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:13.839634 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-38621033-f4ca-4f84-9d48-a5837a10b5c7 req-5d2190ee-79eb-4592-ba63-f3dbc0ca631d tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Synchronizing usage tracker for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:13.840050 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-72dfb5b5-d5bf-4044-a4d5-049db6695de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:13.843516 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-72dfb5b5-d5bf-4044-a4d5-049db6695de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.844105 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:06:13.844593 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Checking segment: {'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:13.845248 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Bound using segment: {'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:06:13.846003 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Bound port: 16d6e2d6-b060-481b-a231-59920e094f58, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'}}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:06:13.846583 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.849584 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-72dfb5b5-d5bf-4044-a4d5-049db6695de4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b31d1ae3-59dd-4f49-b208-29f7d29c1dbe HTTP/1.1" status: 204 len: 168 time: 0.2498562 Apr 30 16:06:13.874987 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45222) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:13.883821 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2134741935-network', 'tenant_id': 'fcc199cde7a64cdaaf365e77a0eff9bf'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:13.888621 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:13.892577 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Usage tracker for resource:network and tenant:fcc199cde7a64cdaaf365e77a0eff9bf is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:13.895494 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:13.904384 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:13.916764 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Made reservation on behalf of fcc199cde7a64cdaaf365e77a0eff9bf for: {'network': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:13.922224 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.931467 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-38621033-f4ca-4f84-9d48-a5837a10b5c7 req-5d2190ee-79eb-4592-ba63-f3dbc0ca631d tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Unset dirty status for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:13.939499 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.939713 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-38621033-f4ca-4f84-9d48-a5837a10b5c7 req-5d2190ee-79eb-4592-ba63-f3dbc0ca631d tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 943 time: 0.4159849 Apr 30 16:06:13.955332 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:13.959751 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Usage tracker for resource:security_group_rule and tenant:fcc199cde7a64cdaaf365e77a0eff9bf is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:13.962983 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:13.969424 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:14.013818 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-38621033-f4ca-4f84-9d48-a5837a10b5c7 req-36184484-057c-43d1-83fb-0263bab87058 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730834 Apr 30 16:06:14.018934 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] For port 16d6e2d6-b060-481b-a231-59920e094f58, host hv-cinder-78719, cleared binding levels {{(pid=73974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:06:14.029119 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] For port 16d6e2d6-b060-481b-a231-59920e094f58, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=16d6e2d6-b060-481b-a231-59920e094f58,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:06:14.033004 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:14.043393 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:14.092760 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:14.098502 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:14.104116 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9a6b49da-1bd3-40e8-bb93-5eded324dee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:14.137619 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=73973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:06:14.147547 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad71ab69-9837-4f9d-86e7-2822cfb47b81,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:14.151288 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:14.169652 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:14.170006 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.segments_db [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Added segment a93aacca-c016-497c-abf2-532f84f9ddd2 of type vlan for network 997ed5f5-3d96-460f-83c4-630772360bb1 Apr 30 16:06:14.185918 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:14.189345 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:14.191961 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] 10.222.0.65 "PUT /v2.0/ports/16d6e2d6-b060-481b-a231-59920e094f58 HTTP/1.1" status: 200 len: 1093 time: 1.5049303 Apr 30 16:06:14.194630 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6963bb-6d22-4c72-b4e9-acb3698ffb3d', 'tag': '16d6e2d6-b060-481b-a231-59920e094f58'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:14.242541 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:14.298627 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Pushing event updated for resources: {'Port': ['ID=16d6e2d6-b060-481b-a231-59920e094f58,revision_number=3']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:14.310511 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:14.322232 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:14.324696 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:14.325386 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:14.337647 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:14.342422 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6963bb-6d22-4c72-b4e9-acb3698ffb3d', 'tag': '16d6e2d6-b060-481b-a231-59920e094f58', 'status': 'completed', 'code': 200} Apr 30 16:06:14.353562 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-8f6cc5fb-2279-4b08-aa6f-bda4c884e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:14.355205 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-8f6cc5fb-2279-4b08-aa6f-bda4c884e30a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ffd47a0b304e5cab764aa3194c9f1e&device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 1096 time: 0.1031563 Apr 30 16:06:14.405949 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5294437 Apr 30 16:06:14.410690 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45246) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:14.417901 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Request body: {'subnet': {'network_id': '997ed5f5-3d96-460f-83c4-630772360bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2134741935-subnet', 'tenant_id': 'fcc199cde7a64cdaaf365e77a0eff9bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:14.434224 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:14.547546 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-ce3bc776-45dc-4de8-aa62-51b62f4831f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16d6e2d6-b060-481b-a231-59920e094f58 HTTP/1.1" status: 200 len: 217 time: 0.1841817 Apr 30 16:06:14.558195 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Usage tracker for resource:subnet and tenant:fcc199cde7a64cdaaf365e77a0eff9bf is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:14.570061 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:14.590119 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:14.594325 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Pushing event updated for resources: {'Network': ['ID=997ed5f5-3d96-460f-83c4-630772360bb1,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:14.599921 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:14.610144 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network 997ed5f5-3d96-460f-83c4-630772360bb1 details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:06:14.615270 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Made reservation on behalf of fcc199cde7a64cdaaf365e77a0eff9bf for: {'subnet': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:14.619891 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6933402'] for subnet, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:14.656061 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-7354a067-4437-40c9-b6d5-27b93635986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:14.657869 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-7354a067-4437-40c9-b6d5-27b93635986b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a12444c-e684-4d80-96a7-0431e752e298 HTTP/1.1" status: 200 len: 854 time: 0.0984747 Apr 30 16:06:14.732349 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-fb239de6-804e-48d4-9b46-2cb46f744a94 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646021 Apr 30 16:06:14.917265 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e1a6e-d1de-4b6c-a462-7a304a270f0a req-44b55ff5-792d-4b74-99da-5a77a2e23a93 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:14.925021 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b32e1a6e-d1de-4b6c-a462-7a304a270f0a req-44b55ff5-792d-4b74-99da-5a77a2e23a93 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.2747946 Apr 30 16:06:14.959861 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-f6e489c3-eac7-4fbb-a23e-7d95062a5533 service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030799 Apr 30 16:06:15.029483 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b32e1a6e-d1de-4b6c-a462-7a304a270f0a req-769aaafd-3899-4222-b0f1-59fc94cfdeaf tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027837 Apr 30 16:06:15.112755 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45270) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:15.133559 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4b20fe1b-582e-4e22-af79-b03cd25de0c1 req-f2556d98-6881-493c-b3cb-81e9e6147355 service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579940 Apr 30 16:06:15.261239 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1403124197-network', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:15.275485 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:15.282981 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Usage tracker for resource:network and tenant:e2f9906b802c4756bde7bb184510cc70 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:15.287303 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:15.295948 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:15.304762 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7273626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6933384'] for subnet, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:15.305011 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72935c-9736-4056-9e66-b227b60924c3 req-1d7dc982-0389-412d-bf83-e9a096bab5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:15.306475 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-be72935c-9736-4056-9e66-b227b60924c3 req-1d7dc982-0389-412d-bf83-e9a096bab5dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ffd47a0b304e5cab764aa3194c9f1e&device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 1096 time: 0.1029267 Apr 30 16:06:15.313461 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-ebcf3c49-94d7-4267-b568-aca279836687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:15.317101 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59248d-8fcd-4396-8775-ff955ee6cefd req-4de88998-b36c-4f7c-b317-a0db8644d189 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:15.319095 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6a59248d-8fcd-4396-8775-ff955ee6cefd req-4de88998-b36c-4f7c-b317-a0db8644d189 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 943 time: 0.1567075 Apr 30 16:06:15.343944 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Made reservation on behalf of e2f9906b802c4756bde7bb184510cc70 for: {'network': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:15.346233 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:15.377492 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:15.409687 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:15.421677 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Usage tracker for resource:security_group_rule and tenant:e2f9906b802c4756bde7bb184510cc70 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:15.425947 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:15.435372 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Pushing event updated for resources: {'Subnet': ['ID=0adcd55f-f882-43b9-9eba-4ed250558740,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:15.439451 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:15.441507 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:15.442575 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Checking segment: {'id': 'a93aacca-c016-497c-abf2-532f84f9ddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '997ed5f5-3d96-460f-83c4-630772360bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:15.442944 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Network hostable DHCP agents. Network: 997ed5f5-3d96-460f-83c4-630772360bb1, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:06:15.453001 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6a59248d-8fcd-4396-8775-ff955ee6cefd req-80307d51-c25a-4559-a548-80a5b5299378 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134396 Apr 30 16:06:15.483141 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Network 997ed5f5-3d96-460f-83c4-630772360bb1 is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:06:15.494746 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72935c-9736-4056-9e66-b227b60924c3 req-83286bdc-67e4-4f7f-931e-7f4a9dff8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:15.496540 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-be72935c-9736-4056-9e66-b227b60924c3 req-83286bdc-67e4-4f7f-931e-7f4a9dff8482 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0 HTTP/1.1" status: 200 len: 915 time: 0.1764920 Apr 30 16:06:15.499835 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, 997ed5f5-3d96-460f-83c4-630772360bb1) {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:15.509670 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da03a90-51f4-428f-8ca6-306ba7906ab2 None None] Network 997ed5f5-3d96-460f-83c4-630772360bb1 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:06:15.517569 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:15.518166 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:15.574160 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1621737 Apr 30 16:06:15.575623 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-be72935c-9736-4056-9e66-b227b60924c3 req-6751acf0-1a73-4313-9c3a-b729f26235d6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16d6e2d6-b060-481b-a231-59920e094f58 HTTP/1.1" status: 200 len: 217 time: 0.0664544 Apr 30 16:06:15.579581 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:15.587657 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:15.598862 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2b5f1ca6-c504-4201-8f66-68b73db52681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:15.680337 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=73973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:06:15.685613 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72935c-9736-4056-9e66-b227b60924c3 req-efd0df63-c9a3-45cb-8b6c-70e5af0c4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:15.688013 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-be72935c-9736-4056-9e66-b227b60924c3 req-efd0df63-c9a3-45cb-8b6c-70e5af0c4c4e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a12444c-e684-4d80-96a7-0431e752e298 HTTP/1.1" status: 200 len: 854 time: 0.0976496 Apr 30 16:06:15.704799 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1411e670-c482-41b3-acb4-6a4457b61245,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:15.737874 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:15.738872 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:15.739209 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.segments_db [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Added segment 9b13fa04-bea7-44d0-b191-473a13965aff of type vlan for network cc105a78-ce6a-4231-abfa-d2cb016b28d7 Apr 30 16:06:15.762345 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-be72935c-9736-4056-9e66-b227b60924c3 req-1f0809e7-3350-4f00-a565-3fb5831ca61b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647485 Apr 30 16:06:15.824016 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:15.908548 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:15.910257 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:15.910515 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:15.928146 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fe1c02-c8a8-41f2-b17f-7a5da101ad8a None None] Network 997ed5f5-3d96-460f-83c4-630772360bb1 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:06:15.943355 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-57478df0-4dec-4251-8f87-aac840ac97e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:16.084717 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-be72935c-9736-4056-9e66-b227b60924c3 req-72e9f624-1d7b-440f-8344-b294ef8d918d service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003204 Apr 30 16:06:16.158444 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Pushing event updated for resources: {'Network': ['ID=cc105a78-ce6a-4231-abfa-d2cb016b28d7,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:16.161982 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:16.178042 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0614781 Apr 30 16:06:16.178042 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45312) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:16.183747 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Request body: {'subnet': {'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1403124197-subnet', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'ip_version': 4}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:16.188726 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network cc105a78-ce6a-4231-abfa-d2cb016b28d7 details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:06:16.191537 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:16.203333 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Usage tracker for resource:subnet and tenant:e2f9906b802c4756bde7bb184510cc70 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:16.208951 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:16.225680 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:16.243817 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Made reservation on behalf of e2f9906b802c4756bde7bb184510cc70 for: {'subnet': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:16.246368 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6933402'] for subnet, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:16.361106 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-be72935c-9736-4056-9e66-b227b60924c3 req-42ce1f9c-66de-4d9c-893a-5caa692a1102 service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673953 Apr 30 16:06:16.599517 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-27c1d377-22dc-4d53-b674-e3a0bb90135b tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:16.601274 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-27c1d377-22dc-4d53-b674-e3a0bb90135b tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/networks?id=d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee HTTP/1.1" status: 200 len: 809 time: 0.3110149 Apr 30 16:06:16.624991 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-68d9b4b7-a7d4-4bba-b310-88bf58eff73e tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/quotas/9bbd75a6d06a460dbf56eb5d15b306f6 HTTP/1.1" status: 200 len: 375 time: 0.0110142 Apr 30 16:06:16.673423 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-b3b4ab13-84fd-4f6b-92b2-61c6078cf9a8 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9bbd75a6d06a460dbf56eb5d15b306f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428293 Apr 30 16:06:16.679470 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01e084-c50b-4841-abc7-98260a7400b1 req-418ff986-fcc5-4625-be4b-4d5033079e0a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:16.681002 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bb01e084-c50b-4841-abc7-98260a7400b1 req-418ff986-fcc5-4625-be4b-4d5033079e0a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1557550 Apr 30 16:06:16.752276 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bb01e084-c50b-4841-abc7-98260a7400b1 req-793fb0cd-0ef5-4b32-8628-68f8d9201e4a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620587 Apr 30 16:06:16.827630 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-5a0ea13d-f998-4b26-b7a5-1e59f4c68fdc service neutron] 10.222.0.67 "GET /v2.0/networks/d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471803 Apr 30 16:06:16.963734 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-11627bf6-960e-413b-9806-0756a145c732 service neutron] 10.222.0.67 "GET /v2.0/networks/d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352067 Apr 30 16:06:16.973293 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bfb41-c94d-43b0-bd94-3042717a8ad3 req-07048ab3-52f3-4dbb-be44-a25af34c24fd tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:16.974796 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-749bfb41-c94d-43b0-bd94-3042717a8ad3 req-07048ab3-52f3-4dbb-be44-a25af34c24fd tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 943 time: 0.1061790 Apr 30 16:06:17.067137 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-749bfb41-c94d-43b0-bd94-3042717a8ad3 req-6250da6c-3360-4687-bf2f-5976173a8285 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810826 Apr 30 16:06:17.082782 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7273626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6933384'] for subnet, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:17.087005 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-e9c36f03-f7fc-44fd-84db-8230399c6284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:17.205457 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-603dfbcc-5893-4892-a9e8-64d287a988ec req-75ba3d98-3bab-4947-a820-7981dc8bc814 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 210 time: 0.0723591 Apr 30 16:06:17.226244 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8bcdef9-4528-46fb-917a-8c816ff59819,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:17.228813 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Checking segment: {'id': '9b13fa04-bea7-44d0-b191-473a13965aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:17.229213 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Network hostable DHCP agents. Network: cc105a78-ce6a-4231-abfa-d2cb016b28d7, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:06:17.234016 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:17.254349 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Network cc105a78-ce6a-4231-abfa-d2cb016b28d7 is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:06:17.265462 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, cc105a78-ce6a-4231-abfa-d2cb016b28d7) {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:17.274381 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3616d953-ad6c-48af-8a73-7cb89b459044 None None] Network cc105a78-ce6a-4231-abfa-d2cb016b28d7 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:06:17.276496 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:17.277202 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:17.300334 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-d37aba5d-ba77-46cb-8763-090ad8a7dc92 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1212618 Apr 30 16:06:17.304389 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 45336) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:17.320941 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:17.333547 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:17.339572 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Usage tracker for resource:router and tenant:e2f9906b802c4756bde7bb184510cc70 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:17.347602 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:17.362923 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:17.396042 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4713'] for router, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:17.397331 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:17.414109 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:17.679449 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46327660-ad85-50c1-9a68-bfcd370d5536-cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'fixed_ips': [{'subnet_id': 'b8bcdef9-4528-46fb-917a-8c816ff59819'}]}} from dv-cinder-787195-6-smb. {{(pid=73975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:06:17.680623 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:17.766592 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4754'] for router, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:17.954481 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.db_base_plugin_common [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Allocated IP 172.20.0.2 (cc105a78-ce6a-4231-abfa-d2cb016b28d7/b8bcdef9-4528-46fb-917a-8c816ff59819/75523344-ce1f-4b13-8e9f-0fdeee77fbda) {{(pid=73975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:06:18.089116 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 45368) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:18.140850 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435eebd-5dcb-4d49-9ba1-c05c2717e9b6 req-a8803c6a-dc13-4e46-89a3-4babb9a0bdd7 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:18.142412 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7435eebd-5dcb-4d49-9ba1-c05c2717e9b6 req-a8803c6a-dc13-4e46-89a3-4babb9a0bdd7 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1498816 Apr 30 16:06:18.207767 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:18.210066 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7435eebd-5dcb-4d49-9ba1-c05c2717e9b6 req-4ba6e0df-9e2d-4dd1-bde0-510ee128e773 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615172 Apr 30 16:06:18.242308 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:18.329844 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-92cbec42-3a39-4244-9740-8ac0efece4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:18.331084 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Notify callbacks [] for port, precommit_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:18.353924 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Transition to ACTIVE for port object 75523344-ce1f-4b13-8e9f-0fdeee77fbda will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:18.356077 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-92cbec42-3a39-4244-9740-8ac0efece4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:18.366232 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-92cbec42-3a39-4244-9740-8ac0efece4d5 admin admin] Usage tracker for resource:security_group_rule and tenant:d58311b3f5b54ad1914a43d6f82bdcc2 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:18.389071 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Transition to ACTIVE for port object 75523344-ce1f-4b13-8e9f-0fdeee77fbda will not be triggered until provisioned by entity DHCP. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:18.397199 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-92cbec42-3a39-4244-9740-8ac0efece4d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:18.398018 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590'] for port, after_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:18.413031 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-92cbec42-3a39-4244-9740-8ac0efece4d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:18.415391 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:18.457321 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Allocated IP 172.28.1.227 (7f18a24d-1fcc-4840-abae-ef8e7b2dba23/58a2ec7a-0b40-4394-88ce-94b1dd1bf408/b8da1522-5c5b-4d7a-a8d2-8d4a5043996b) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:06:18.474222 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Network cc105a78-ce6a-4231-abfa-d2cb016b28d7 is already hosted by enough agents. {{(pid=73975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:18.482284 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.base_scheduler [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Resources bound (agent type, host, resource id): {{(pid=73975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:18.486685 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Received port after_create {{(pid=73975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:06:18.495840 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Pushing event updated for resources: {'Port': ['ID=75523344-ce1f-4b13-8e9f-0fdeee77fbda,revision_number=1']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:18.522671 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:18.593852 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Attempting to bind port 75523344-ce1f-4b13-8e9f-0fdeee77fbda on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:06:18.594232 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Attempting to bind port 75523344-ce1f-4b13-8e9f-0fdeee77fbda by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': '9b13fa04-bea7-44d0-b191-473a13965aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:06:18.594596 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Attempting to bind port 75523344-ce1f-4b13-8e9f-0fdeee77fbda on network cc105a78-ce6a-4231-abfa-d2cb016b28d7 {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:18.600097 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:06:18.600473 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Checking segment: {'id': '9b13fa04-bea7-44d0-b191-473a13965aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:18.600953 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:18.601348 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Bound using segment: {'id': '9b13fa04-bea7-44d0-b191-473a13965aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:06:18.601955 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Bound port: 75523344-ce1f-4b13-8e9f-0fdeee77fbda, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b13fa04-bea7-44d0-b191-473a13965aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:06:18.602361 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:18.635644 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-df2425f4-10ac-4cd1-b1b6-fe1c9ea63e07 req-63d7f69a-dd0a-4a8a-928d-04525e57a0c4 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 210 time: 0.0635495 Apr 30 16:06:18.713897 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] For port 75523344-ce1f-4b13-8e9f-0fdeee77fbda, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:06:18.718040 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] For port 75523344-ce1f-4b13-8e9f-0fdeee77fbda, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=75523344-ce1f-4b13-8e9f-0fdeee77fbda,segment=NetworkSegment(9b13fa04-bea7-44d0-b191-473a13965aff),segment_id=9b13fa04-bea7-44d0-b191-473a13965aff)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:06:18.724768 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:18.730144 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:18.860597 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Pushing event updated for resources: {'Port': ['ID=75523344-ce1f-4b13-8e9f-0fdeee77fbda,revision_number=2']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:18.868708 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:18.874071 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 16d6e2d6-b060-481b-a231-59920e094f58 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:06:18.901590 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-92cbec42-3a39-4244-9740-8ac0efece4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:18.919806 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-92cbec42-3a39-4244-9740-8ac0efece4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:18.934580 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-5556e73b-3e09-4687-85c8-a653f015d148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:18.969965 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883cbeb-a35b-41e2-af13-cf33f181afa7 req-50b16716-1950-411a-8390-02de73cae64a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:18.977454 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e883cbeb-a35b-41e2-af13-cf33f181afa7 req-50b16716-1950-411a-8390-02de73cae64a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 943 time: 0.5037396 Apr 30 16:06:18.998442 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:19.023945 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 16d6e2d6-b060-481b-a231-59920e094f58, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=16d6e2d6-b060-481b-a231-59920e094f58,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:19.040498 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': '16d6e2d6-b060-481b-a231-59920e094f58', 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0', 'port_id': '16d6e2d6-b060-481b-a231-59920e094f58', 'mac_address': 'fa:16:3e:c8:6e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a12444c-e684-4d80-96a7-0431e752e298', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:06:19.062107 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-92cbec42-3a39-4244-9740-8ac0efece4d5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d58311b3f5b54ad1914a43d6f82bdcc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9718585 Apr 30 16:06:19.065355 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45384) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:19.066629 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbec42-3a39-4244-9740-8ac0efece4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdd0486-8a47-4f63-86cb-b1ecb52713eb,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:19.084175 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-67161a75-a875-44c9-a742-69405167c09c tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:19.085675 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-67161a75-a875-44c9-a742-69405167c09c tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.65 "GET /v2.0/networks?id=d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee HTTP/1.1" status: 200 len: 809 time: 0.3572006 Apr 30 16:06:19.086554 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-92cbec42-3a39-4244-9740-8ac0efece4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:19.118446 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Request body: {'port': {'device_id': '5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788', 'network_id': 'd8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee', 'admin_state_up': True, 'tenant_id': '9bbd75a6d06a460dbf56eb5d15b306f6'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:19.147330 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:19.156923 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e883cbeb-a35b-41e2-af13-cf33f181afa7 req-e1229518-dc9b-4f57-9e24-634c6a261f96 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765122 Apr 30 16:06:19.174733 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d6e2d6-b060-481b-a231-59920e094f58 {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:06:19.183075 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-6d3d13c6-a2ec-40e9-a8e4-d7a09985e922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:19.214056 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 16d6e2d6-b060-481b-a231-59920e094f58, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=16d6e2d6-b060-481b-a231-59920e094f58,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:19.219170 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:19.231285 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:19.282167 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-0a340a22-fedb-400d-84b8-17532b18bb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:19.288511 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:19.295948 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:19.344465 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=16d6e2d6-b060-481b-a231-59920e094f58,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:19.348526 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:19.358344 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-0a340a22-fedb-400d-84b8-17532b18bb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:19.424015 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:19.432553 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:19.438332 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:06:19.493120 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-0a340a22-fedb-400d-84b8-17532b18bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:19.499981 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:19.513167 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-0a340a22-fedb-400d-84b8-17532b18bb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:19.526325 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-0a340a22-fedb-400d-84b8-17532b18bb3f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/efdd0486-8a47-4f63-86cb-b1ecb52713eb HTTP/1.1" status: 204 len: 168 time: 0.4522898 Apr 30 16:06:19.540126 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a340a22-fedb-400d-84b8-17532b18bb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdd0486-8a47-4f63-86cb-b1ecb52713eb,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:19.545229 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-0a340a22-fedb-400d-84b8-17532b18bb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:19.606240 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183d246-7491-4e0c-bb92-714213efe9a4 req-7816d585-e730-4820-83c9-6ff5ff3c5039 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:19.615554 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2183d246-7491-4e0c-bb92-714213efe9a4 req-7816d585-e730-4820-83c9-6ff5ff3c5039 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.2096553 Apr 30 16:06:19.620333 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:19.623602 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=b8da1522-5c5b-4d7a-a8d2-8d4a5043996b,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:19.684032 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2183d246-7491-4e0c-bb92-714213efe9a4 req-f76911ad-f0b3-4203-bf71-154e768872cb tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634816 Apr 30 16:06:19.740708 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:19.742135 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Usage tracker for resource:port and tenant:9bbd75a6d06a460dbf56eb5d15b306f6 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:19.743650 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['16d6e2d6-b060-481b-a231-59920e094f58'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:06:19.764009 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:19.827141 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:19.905530 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-39234dc0-8c90-409b-bae7-8752cdaae045 req-2eab9650-c320-4ada-a520-4b6053cb2dff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 210 time: 0.0733480 Apr 30 16:06:19.923235 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Made reservation on behalf of 9bbd75a6d06a460dbf56eb5d15b306f6 for: {'port': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:19.927053 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:20.081139 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45412) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:20.101186 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b68c3473-8ddb-42a0-9dcf-901a68eedd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:20.120129 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b68c3473-8ddb-42a0-9dcf-901a68eedd96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:20.128327 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b68c3473-8ddb-42a0-9dcf-901a68eedd96 admin admin] Usage tracker for resource:security_group_rule and tenant:e2afb2e625524186bb8a326a42dd6855 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:20.131284 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b68c3473-8ddb-42a0-9dcf-901a68eedd96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:20.137061 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b68c3473-8ddb-42a0-9dcf-901a68eedd96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:20.194214 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9881a55a-32ba-49cb-95d8-ed84a1aa87a4 None None] Network cc105a78-ce6a-4231-abfa-d2cb016b28d7 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:06:20.229463 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b68c3473-8ddb-42a0-9dcf-901a68eedd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:20.234652 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b68c3473-8ddb-42a0-9dcf-901a68eedd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:20.268138 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-72dfb5b5-d5bf-4044-a4d5-049db6695de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:20.285326 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-b68c3473-8ddb-42a0-9dcf-901a68eedd96 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e2afb2e625524186bb8a326a42dd6855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005455 Apr 30 16:06:20.285987 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:20.286098 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45418) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:20.315636 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c3473-8ddb-42a0-9dcf-901a68eedd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea585d42-bed9-4be7-b87b-ee76689f76bf,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:20.318954 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b68c3473-8ddb-42a0-9dcf-901a68eedd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:20.367872 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a6995ec7-39da-4fd5-8119-cbe15df18685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:20.389350 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Allocated IP 172.20.0.8 (d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee/b6c38e26-b6b4-4ba5-ada4-3445ee1dbebd/4e529413-aabc-426b-acd6-72094e556d2e) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:06:20.391133 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-73b1a318-f648-4f94-a95f-b2b8deb9b1d3 None None] Provisioning for port 75523344-ce1f-4b13-8e9f-0fdeee77fbda completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:20.402020 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a6995ec7-39da-4fd5-8119-cbe15df18685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:20.475881 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a6995ec7-39da-4fd5-8119-cbe15df18685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:20.482860 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:20.498180 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6995ec7-39da-4fd5-8119-cbe15df18685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea585d42-bed9-4be7-b87b-ee76689f76bf,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:20.511048 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a6995ec7-39da-4fd5-8119-cbe15df18685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:20.512170 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a6995ec7-39da-4fd5-8119-cbe15df18685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:20.517194 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-a6995ec7-39da-4fd5-8119-cbe15df18685 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ea585d42-bed9-4be7-b87b-ee76689f76bf HTTP/1.1" status: 204 len: 168 time: 0.2306671 Apr 30 16:06:20.781744 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a87e79-8f3b-455a-b43b-12ccc40e893c req-37b16606-c0ac-43a3-93b6-10f40cc7faae tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:20.783261 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-11a87e79-8f3b-455a-b43b-12ccc40e893c req-37b16606-c0ac-43a3-93b6-10f40cc7faae tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 944 time: 0.5036373 Apr 30 16:06:20.797863 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 75523344-ce1f-4b13-8e9f-0fdeee77fbda up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:20.909228 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 75523344-ce1f-4b13-8e9f-0fdeee77fbda completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:20.915625 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 75523344-ce1f-4b13-8e9f-0fdeee77fbda triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:20.916245 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:21.089156 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-11a87e79-8f3b-455a-b43b-12ccc40e893c req-fdbe5a1c-f640-45b9-9ace-339a68fc84e9 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890546 Apr 30 16:06:21.147730 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:21.155428 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394080'] for router, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:21.168642 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:21.238330 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7105d-98ab-4fe1-b68e-a597e6011025 req-da89d877-3e7b-4b5b-ab80-9717674dae9f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:21.242345 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port 75523344-ce1f-4b13-8e9f-0fdeee77fbda, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=75523344-ce1f-4b13-8e9f-0fdeee77fbda,segment=NetworkSegment(9b13fa04-bea7-44d0-b191-473a13965aff),segment_id=9b13fa04-bea7-44d0-b191-473a13965aff)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:21.250697 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cfd7105d-98ab-4fe1-b68e-a597e6011025 req-da89d877-3e7b-4b5b-ab80-9717674dae9f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.2350581 Apr 30 16:06:21.259268 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:21.265912 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:21.306137 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cfd7105d-98ab-4fe1-b68e-a597e6011025 req-aaf82d2a-8d27-4f95-be7c-3ff0cf569a29 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544183 Apr 30 16:06:21.378376 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-bea825c4-46de-4ffd-92d4-844e747f1438 req-0ca791a5-ae47-48c9-9386-9f875db794c2 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 210 time: 0.1273861 Apr 30 16:06:21.409430 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=75523344-ce1f-4b13-8e9f-0fdeee77fbda,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:21.422175 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:21.518559 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:21.526853 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:21.602316 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Network d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:21.607252 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:21.609639 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:06:21.626748 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45460) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:21.655540 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Pushing event updated for resources: {'Port': ['ID=4e529413-aabc-426b-acd6-72094e556d2e,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:21.658355 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:21.702002 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:21.702538 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:21.717390 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Router 2547b741-2c81-46a0-a19c-3ab7e57cffcd is scheduled to L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 with binding_index 1 {{(pid=73974) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:06:21.739762 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-461547539-network', 'tenant_id': 'aaa4829ec59c4c75ac46881d938bd45a'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:21.744380 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:21.749365 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Usage tracker for resource:network and tenant:aaa4829ec59c4c75ac46881d938bd45a is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:21.752604 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:21.758856 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:21.774695 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Made reservation on behalf of aaa4829ec59c4c75ac46881d938bd45a for: {'network': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:21.777501 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:21.793247 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:21.809882 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:21.810235 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7039518 Apr 30 16:06:21.815715 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Usage tracker for resource:security_group_rule and tenant:aaa4829ec59c4c75ac46881d938bd45a is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:21.818582 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:21.824171 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:21.832038 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Request body: {'port': {'device_id': '5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:21.913620 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:21.919878 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:21.923424 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b2ce73ff-b5fa-4573-875b-cf6fb070c01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:21.967034 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=73973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:06:21.969101 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-003fb13c-dc2e-4db0-ad62-65bed1d11dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:21.972509 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22f79f5-700f-4f0a-927d-2429a44d0746,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:21.976378 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:21.981202 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:21.981586 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.segments_db [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Added segment a47b53ac-b035-4512-9686-4807cf38245a of type vlan for network ab14c342-eb88-4da0-bdec-cbe5ad2345c9 Apr 30 16:06:22.008049 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:22.010314 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:06:22.021582 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Sync routers for ids ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:06:22.040057 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Routers {'2547b741-2c81-46a0-a19c-3ab7e57cffcd'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:22.040790 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:06:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:22.053407 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:22.055356 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:22.056273 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:22.063037 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:22.070123 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:22.079725 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Notify callbacks [] for router, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:22.081072 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7752512 Apr 30 16:06:22.083782 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 45468) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:22.171093 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Pushing event updated for resources: {'Network': ['ID=ab14c342-eb88-4da0-bdec-cbe5ad2345c9,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:22.175594 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:22.183536 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network ab14c342-eb88-4da0-bdec-cbe5ad2345c9 details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:06:22.189165 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5613124 Apr 30 16:06:22.190010 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45474) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:22.195855 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Request body: {'subnet': {'network_id': 'ab14c342-eb88-4da0-bdec-cbe5ad2345c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-461547539-subnet', 'tenant_id': 'aaa4829ec59c4c75ac46881d938bd45a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:22.200616 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:22.204813 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Usage tracker for resource:subnet and tenant:aaa4829ec59c4c75ac46881d938bd45a is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:22.207772 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:22.213778 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:22.225712 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Made reservation on behalf of aaa4829ec59c4c75ac46881d938bd45a for: {'subnet': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:22.228965 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6933402'] for subnet, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:22.249375 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Set router 2547b741-2c81-46a0-a19c-3ab7e57cffcd gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:22.602348 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:17Z', 'updated_at': '2021-04-30T16:06:19Z', 'revision_number': 3, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'gw_port': {'id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:18Z', 'updated_at': '2021-04-30T16:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:22.610961 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Checking router: 2547b741-2c81-46a0-a19c-3ab7e57cffcd for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:06:22.610961 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Updating router 2547b741-2c81-46a0-a19c-3ab7e57cffcd port b8da1522-5c5b-4d7a-a8d2-8d4a5043996b binding host dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:06:22.663263 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc62f1-0ac7-4e1d-ac50-925031f71187 req-2b61a18b-0c37-4675-8bc3-02c6e867cc1d tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:22.670945 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f1dc62f1-0ac7-4e1d-ac50-925031f71187 req-2b61a18b-0c37-4675-8bc3-02c6e867cc1d tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 944 time: 0.1326573 Apr 30 16:06:22.739454 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 75523344-ce1f-4b13-8e9f-0fdeee77fbda up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:22.743440 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:22.787986 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f1dc62f1-0ac7-4e1d-ac50-925031f71187 req-97f06b9b-fad6-4947-a475-3c54cc6a13a8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160879 Apr 30 16:06:22.817706 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 75523344-ce1f-4b13-8e9f-0fdeee77fbda triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:22.818083 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:22.891109 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7273626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6933384'] for subnet, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:22.896149 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:22.946413 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 16d6e2d6-b060-481b-a231-59920e094f58 up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:22.988014 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Checking segment: {'id': 'a47b53ac-b035-4512-9686-4807cf38245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ab14c342-eb88-4da0-bdec-cbe5ad2345c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:22.988215 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Network hostable DHCP agents. Network: ab14c342-eb88-4da0-bdec-cbe5ad2345c9, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:06:22.993419 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44d619f-4545-41f1-ad38-4b5a79bcddac,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:23.031349 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:23.061734 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Network ab14c342-eb88-4da0-bdec-cbe5ad2345c9 is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:06:23.083430 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, ab14c342-eb88-4da0-bdec-cbe5ad2345c9) {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:23.113247 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:23.113853 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:23.150664 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b743d84-ae21-41cd-afeb-021eee462a91 req-8a0181a3-2280-4437-80a5-c3d1e3e74de0 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:23.158709 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b743d84-ae21-41cd-afeb-021eee462a91 req-8a0181a3-2280-4437-80a5-c3d1e3e74de0 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 931 time: 0.1816881 Apr 30 16:06:23.188882 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f17769-fcf2-4736-b6e4-af00ccc55439 None None] Network ab14c342-eb88-4da0-bdec-cbe5ad2345c9 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:06:23.219131 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0279443 Apr 30 16:06:23.225473 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-4b743d84-ae21-41cd-afeb-021eee462a91 req-f0167e99-881d-4b8e-9bc9-f0e779408020 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Synchronizing usage tracker for tenant:9bbd75a6d06a460dbf56eb5d15b306f6 on resource:security_group {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:23.245124 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-4b743d84-ae21-41cd-afeb-021eee462a91 req-f0167e99-881d-4b8e-9bc9-f0e779408020 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Unset dirty status for tenant:9bbd75a6d06a460dbf56eb5d15b306f6 on resource:security_group {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:23.255732 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b743d84-ae21-41cd-afeb-021eee462a91 req-f0167e99-881d-4b8e-9bc9-f0e779408020 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6660aa1-bde0-49b4-944e-24ac597b6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951295 Apr 30 16:06:23.273502 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e529413-aabc-426b-acd6-72094e556d2e {{(pid=73974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:06:23.282871 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:23.299500 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Transition to ACTIVE for port object 4e529413-aabc-426b-acd6-72094e556d2e will not be triggered until provisioned by entity L2. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:23.319923 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:23.329229 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-1560d78e-18d3-4008-97f0-2707e30b477f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:23.390000 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port 16d6e2d6-b060-481b-a231-59920e094f58 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:23.404769 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port 16d6e2d6-b060-481b-a231-59920e094f58 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:23.404769 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:23.415331 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Notify callbacks [] for port, precommit_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:23.431393 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.provisioning_blocks [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Transition to ACTIVE for port object b8da1522-5c5b-4d7a-a8d2-8d4a5043996b will not be triggered until provisioned by entity L2. {{(pid=73976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:23.443928 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:23.454905 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-7f372a1e-736f-49d1-9f73-e6272bb10bfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:23.507795 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:23.538156 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Attempting to bind port b8da1522-5c5b-4d7a-a8d2-8d4a5043996b on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:06:23.538526 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Attempting to bind port b8da1522-5c5b-4d7a-a8d2-8d4a5043996b by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:06:23.538998 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Attempting to bind port b8da1522-5c5b-4d7a-a8d2-8d4a5043996b on network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:23.547236 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Pushing event updated for resources: {'Port': ['ID=b8da1522-5c5b-4d7a-a8d2-8d4a5043996b,revision_number=2']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:23.553684 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:06:23.554066 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Checking segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:23.554475 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:23.554866 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Bound using segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:06:23.555351 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Bound port: b8da1522-5c5b-4d7a-a8d2-8d4a5043996b, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:06:23.555872 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:23.614605 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333bd1ea-304d-462c-ae06-8c0bff453b7f None None] Network ab14c342-eb88-4da0-bdec-cbe5ad2345c9 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:06:23.621326 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:23.630657 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:23.631437 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:23.631918 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:23.632393 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:23.632886 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:23.633366 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:23.633863 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:23.634325 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:23.634782 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:23.635241 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:23.635705 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:23.653244 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:23.698138 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] For port b8da1522-5c5b-4d7a-a8d2-8d4a5043996b, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:06:23.701412 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7922a-272e-48b3-9a0f-540729fcea41 req-96c9fd2d-6b20-4769-9529-cd344edaf053 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:23.703014 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-08a7922a-272e-48b3-9a0f-540729fcea41 req-96c9fd2d-6b20-4769-9529-cd344edaf053 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 1.2109418 Apr 30 16:06:23.707714 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Pushing event updated for resources: {'Port': ['ID=4e529413-aabc-426b-acd6-72094e556d2e,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:23.709534 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] For port b8da1522-5c5b-4d7a-a8d2-8d4a5043996b, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=b8da1522-5c5b-4d7a-a8d2-8d4a5043996b,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:06:23.717862 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:23.719603 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:23.727164 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-153a1a0f-a9b3-4172-92e5-607354838ba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:23.782417 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:23.838993 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6963bb-6d22-4c72-b4e9-acb3698ffb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d6e2d6-b060-481b-a231-59920e094f58'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:23.858303 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Routers {'2547b741-2c81-46a0-a19c-3ab7e57cffcd'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:23.858967 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:06:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:23.881005 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 16d6e2d6-b060-481b-a231-59920e094f58, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=16d6e2d6-b060-481b-a231-59920e094f58,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:23.896587 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:23.900705 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:23.957505 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-08a7922a-272e-48b3-9a0f-540729fcea41 req-e5b77d05-4421-4633-aafd-30b083468c4e tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309983 Apr 30 16:06:24.050599 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=16d6e2d6-b060-481b-a231-59920e094f58,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:24.054783 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:24.063933 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Attempting to bind port 4e529413-aabc-426b-acd6-72094e556d2e on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:06:24.064266 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Attempting to bind port 4e529413-aabc-426b-acd6-72094e556d2e by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'cf2e1557-b844-4ae0-90db-3971f547bf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'd8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee'}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:06:24.064585 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Attempting to bind port 4e529413-aabc-426b-acd6-72094e556d2e on network d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:24.073149 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Port 4e529413-aabc-426b-acd6-72094e556d2e on network d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:06:24.073609 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Attempting to bind port 4e529413-aabc-426b-acd6-72094e556d2e on network d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:24.084404 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6963bb-6d22-4c72-b4e9-acb3698ffb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d6e2d6-b060-481b-a231-59920e094f58', 'code': 200} Apr 30 16:06:24.084980 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:06:24.085331 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Checking segment: {'id': 'cf2e1557-b844-4ae0-90db-3971f547bf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'd8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:24.085726 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Bound using segment: {'id': 'cf2e1557-b844-4ae0-90db-3971f547bf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'd8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee'} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:06:24.086161 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Bound port: 4e529413-aabc-426b-acd6-72094e556d2e, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2e1557-b844-4ae0-90db-3971f547bf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'd8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee'}}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:06:24.086497 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:24.105343 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] Set router 2547b741-2c81-46a0-a19c-3ab7e57cffcd gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:24.203285 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5eaa4-211f-4843-b91e-3056cf1e22c4 req-49dd6aaa-ee4a-4eba-bf2d-e9a6d118b720 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:24.205095 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d1b5eaa4-211f-4843-b91e-3056cf1e22c4 req-49dd6aaa-ee4a-4eba-bf2d-e9a6d118b720 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 945 time: 0.2051599 Apr 30 16:06:24.307639 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d1b5eaa4-211f-4843-b91e-3056cf1e22c4 req-d00844b1-378b-4af1-af46-8692837a4d87 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964258 Apr 30 16:06:24.349993 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Pushing event updated for resources: {'Port': ['ID=b8da1522-5c5b-4d7a-a8d2-8d4a5043996b,revision_number=3']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:24.358411 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:24.429433 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] For port 4e529413-aabc-426b-acd6-72094e556d2e, host hv-cinder-78719, cleared binding levels {{(pid=73974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:06:24.447642 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] For port 4e529413-aabc-426b-acd6-72094e556d2e, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4e529413-aabc-426b-acd6-72094e556d2e,segment=NetworkSegment(cf2e1557-b844-4ae0-90db-3971f547bf2a),segment_id=cf2e1557-b844-4ae0-90db-3971f547bf2a)] {{(pid=73974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:06:24.467252 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:24.500856 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:24.516696 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:17Z', 'updated_at': '2021-04-30T16:06:19Z', 'revision_number': 3, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'gw_port': {'id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:18Z', 'updated_at': '2021-04-30T16:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:24.524750 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-cc54ec4b-b8a1-4910-a4e5-7006864f5ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:24.527287 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e563a6-ac8f-4574-81d8-c22f70e500a4 None None] The sync data for ids ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'] in dv-cinder-787195-6-smb is: [{'id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:17Z', 'updated_at': '2021-04-30T16:06:19Z', 'revision_number': 3, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'gw_port': {'id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:18Z', 'updated_at': '2021-04-30T16:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:06:24.535932 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee302e02-74c6-4ac4-b3a6-cede7d99e8c5 req-d93200e2-6ad5-4709-bd3f-9f87a7959e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:24.537485 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ee302e02-74c6-4ac4-b3a6-cede7d99e8c5 req-d93200e2-6ad5-4709-bd3f-9f87a7959e63 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 1098 time: 0.1623473 Apr 30 16:06:24.578314 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:24.579126 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:24.580810 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] 10.222.0.65 "PUT /v2.0/ports/4e529413-aabc-426b-acd6-72094e556d2e HTTP/1.1" status: 200 len: 1093 time: 2.7554493 Apr 30 16:06:24.590441 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788', 'tag': '4e529413-aabc-426b-acd6-72094e556d2e'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:24.641452 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ee302e02-74c6-4ac4-b3a6-cede7d99e8c5 req-80d6f236-2dd8-455e-9097-3e000aa6713c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913622 Apr 30 16:06:24.825579 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Pushing event updated for resources: {'Port': ['ID=4e529413-aabc-426b-acd6-72094e556d2e,revision_number=3']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:24.833213 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:24.843000 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:24.876805 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788', 'tag': '4e529413-aabc-426b-acd6-72094e556d2e', 'status': 'completed', 'code': 200} Apr 30 16:06:24.953502 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a62fd-461f-49f5-9762-186829504069 req-c1c163ae-6536-46ae-9c5e-dba9e0da15ef tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:24.954329 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-820a62fd-461f-49f5-9762-186829504069 req-c1c163ae-6536-46ae-9c5e-dba9e0da15ef tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Synchronizing usage tracker for tenant:9bbd75a6d06a460dbf56eb5d15b306f6 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:24.958318 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-d8b689fc-f11d-4709-a44f-bbe279a0e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:24.959807 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-d8b689fc-f11d-4709-a44f-bbe279a0e5e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bbd75a6d06a460dbf56eb5d15b306f6&device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 1096 time: 0.2853355 Apr 30 16:06:25.194769 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-7bdf00f3-63b4-48c8-a7be-3c0b50d4b45d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e529413-aabc-426b-acd6-72094e556d2e HTTP/1.1" status: 200 len: 217 time: 0.2192094 Apr 30 16:06:25.199468 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-820a62fd-461f-49f5-9762-186829504069 req-c1c163ae-6536-46ae-9c5e-dba9e0da15ef tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Unset dirty status for tenant:9bbd75a6d06a460dbf56eb5d15b306f6 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:25.200696 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-820a62fd-461f-49f5-9762-186829504069 req-c1c163ae-6536-46ae-9c5e-dba9e0da15ef tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 943 time: 0.6812286 Apr 30 16:06:25.252787 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4895c9-7655-4bb1-8f86-4cfbc7f3124c req-4feea95b-8ba9-46a9-be4a-3cee11e077a8 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:25.254380 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-fa4895c9-7655-4bb1-8f86-4cfbc7f3124c req-4feea95b-8ba9-46a9-be4a-3cee11e077a8 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1017830 Apr 30 16:06:25.307213 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-fa4895c9-7655-4bb1-8f86-4cfbc7f3124c req-25e066b3-48d9-459b-a204-255f8e78ed65 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464497 Apr 30 16:06:25.322768 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Allocated IP 172.20.0.1 (cc105a78-ce6a-4231-abfa-d2cb016b28d7/b8bcdef9-4528-46fb-917a-8c816ff59819/488c40e2-29da-4c3c-a8c2-f2c6d9a6723c) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:06:25.341332 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-820a62fd-461f-49f5-9762-186829504069 req-be1940e1-6b60-4ab3-aff6-7a4d23834207 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6660aa1-bde0-49b4-944e-24ac597b6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303465 Apr 30 16:06:25.349431 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-fe508030-02ae-499c-89d4-0aa08da71c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:25.350939 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-fe508030-02ae-499c-89d4-0aa08da71c27 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6c38e26-b6b4-4ba5-ada4-3445ee1dbebd HTTP/1.1" status: 200 len: 849 time: 0.1211009 Apr 30 16:06:25.446139 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-26d3beb3-3209-4068-a62d-72fff2213517 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743976 Apr 30 16:06:25.576747 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8c316-6896-4a4e-adf7-e58084af9de8 req-57bc31fa-a12a-4731-a5fe-6acebd543b94 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:25.579283 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e3f8c316-6896-4a4e-adf7-e58084af9de8 req-57bc31fa-a12a-4731-a5fe-6acebd543b94 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 945 time: 0.1295905 Apr 30 16:06:25.641168 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e3f8c316-6896-4a4e-adf7-e58084af9de8 req-1939de2e-a04b-45dc-bd10-715ddcd1f390 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557299 Apr 30 16:06:25.678453 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:25.696754 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-03b08649-212f-4ab0-b2b0-45cd8c571da3 service neutron] 10.222.0.65 "GET /v2.0/networks/d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965437 Apr 30 16:06:25.722133 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Transition to ACTIVE for port object 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c will not be triggered until provisioned by entity DHCP. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:25.972327 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c87334c5-50d2-4ba7-9229-d77445f594e4 req-09fa12a8-d818-47fa-8364-8a9951d09b77 service neutron] 10.222.0.65 "GET /v2.0/networks/d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682574 Apr 30 16:06:25.986223 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-e1cc28d1-2ca0-473d-a53e-76b234bb3f4b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:25.987717 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-e1cc28d1-2ca0-473d-a53e-76b234bb3f4b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/networks?id=ab14c342-eb88-4da0-bdec-cbe5ad2345c9 HTTP/1.1" status: 200 len: 813 time: 0.2618172 Apr 30 16:06:25.989272 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:25.993946 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:26.062642 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-464a2202-5f65-4fde-bef6-804417b8f10f tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/quotas/aaa4829ec59c4c75ac46881d938bd45a HTTP/1.1" status: 200 len: 375 time: 0.0347281 Apr 30 16:06:26.115229 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Network cc105a78-ce6a-4231-abfa-d2cb016b28d7 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:26.163497 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:26.166879 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:06:26.200700 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Pushing event updated for resources: {'Port': ['ID=488c40e2-29da-4c3c-a8c2-f2c6d9a6723c,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:26.210583 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-3ca5f941-276f-4222-9cc7-81780e6ea0d6 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=aaa4829ec59c4c75ac46881d938bd45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1046538 Apr 30 16:06:26.211616 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:26.283955 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397294'] for router_interface, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:26.417524 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dcbc5-284a-4fe1-8b25-aa94f6a2d08d req-9a585b4f-de68-48c5-80a1-9fea0a74bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:26.419349 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6d9dcbc5-284a-4fe1-8b25-aa94f6a2d08d req-9a585b4f-de68-48c5-80a1-9fea0a74bd2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bbd75a6d06a460dbf56eb5d15b306f6&device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 1096 time: 0.3581417 Apr 30 16:06:26.455021 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-3db34f9b-636a-4d7e-a36b-ed31100045f0 service neutron] 10.222.0.67 "GET /v2.0/networks/ab14c342-eb88-4da0-bdec-cbe5ad2345c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354989 Apr 30 16:06:26.522034 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-6b562680-9003-4528-89cc-2ab1100baf3a None None] Provisioning for port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:26.528725 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-6b562680-9003-4528-89cc-2ab1100baf3a None None] Provisioning complete for port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:26.529280 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-6b562680-9003-4528-89cc-2ab1100baf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:26.627645 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-6b562680-9003-4528-89cc-2ab1100baf3a None None] Port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:06:26.704452 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2fa3b-3629-4b47-9942-5a5de57ed14c req-6bc6a3cd-d924-403f-97e7-05eb8a21727c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:26.713301 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d7e2fa3b-3629-4b47-9942-5a5de57ed14c req-6bc6a3cd-d924-403f-97e7-05eb8a21727c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1284463 Apr 30 16:06:26.746756 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device b8da1522-5c5b-4d7a-a8d2-8d4a5043996b up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:26.786500 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d7e2fa3b-3629-4b47-9942-5a5de57ed14c req-e72382dd-3857-4a98-9ded-7094cb9fb5ec tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687599 Apr 30 16:06:26.825927 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dcbc5-284a-4fe1-8b25-aa94f6a2d08d req-649ca819-39f3-48cc-b368-e4a0a0e2db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:26.827614 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6d9dcbc5-284a-4fe1-8b25-aa94f6a2d08d req-649ca819-39f3-48cc-b368-e4a0a0e2db66 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee HTTP/1.1" status: 200 len: 910 time: 0.3980532 Apr 30 16:06:26.843553 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port b8da1522-5c5b-4d7a-a8d2-8d4a5043996b completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:26.849637 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port b8da1522-5c5b-4d7a-a8d2-8d4a5043996b triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:26.850745 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:26.926305 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6d9dcbc5-284a-4fe1-8b25-aa94f6a2d08d req-9995a5f3-9911-4136-a35a-524dae2b48f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e529413-aabc-426b-acd6-72094e556d2e HTTP/1.1" status: 200 len: 217 time: 0.0818245 Apr 30 16:06:26.930905 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-c5226e05-e8ca-41d2-bc8c-6658008a64ac service neutron] 10.222.0.67 "GET /v2.0/networks/ab14c342-eb88-4da0-bdec-cbe5ad2345c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546244 Apr 30 16:06:26.936739 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:26.990281 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83468489-db6d-4f94-9308-1fe9ee73c3da req-b269dcac-d666-4dbe-80d8-e8f000c6cbf1 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:26.992401 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-83468489-db6d-4f94-9308-1fe9ee73c3da req-b269dcac-d666-4dbe-80d8-e8f000c6cbf1 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 943 time: 0.0946312 Apr 30 16:06:26.998510 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:27.021510 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port b8da1522-5c5b-4d7a-a8d2-8d4a5043996b, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=b8da1522-5c5b-4d7a-a8d2-8d4a5043996b,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:27.027212 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:27.032703 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:27.056341 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-83468489-db6d-4f94-9308-1fe9ee73c3da req-8d9e13d8-63e4-425b-9379-cf05cece7065 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6660aa1-bde0-49b4-944e-24ac597b6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566444 Apr 30 16:06:27.063046 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dcbc5-284a-4fe1-8b25-aa94f6a2d08d req-6c113c66-85e2-4431-ba3f-69ebd72f9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:27.064528 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6d9dcbc5-284a-4fe1-8b25-aa94f6a2d08d req-6c113c66-85e2-4431-ba3f-69ebd72f9004 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b6c38e26-b6b4-4ba5-ada4-3445ee1dbebd HTTP/1.1" status: 200 len: 849 time: 0.1185050 Apr 30 16:06:27.135536 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6d9dcbc5-284a-4fe1-8b25-aa94f6a2d08d req-67d14872-7ba7-4988-8ebb-dc618bfc1631 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585549 Apr 30 16:06:27.157583 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=b8da1522-5c5b-4d7a-a8d2-8d4a5043996b,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:27.171076 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:27.172775 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:27.292797 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64df8b-bed0-4cf4-9e47-5e671f8f46b3 req-42d6d670-8778-4e82-8ef5-9687c4a4361e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:27.295063 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8f64df8b-bed0-4cf4-9e47-5e671f8f46b3 req-42d6d670-8778-4e82-8ef5-9687c4a4361e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 945 time: 0.0968018 Apr 30 16:06:27.353405 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8f64df8b-bed0-4cf4-9e47-5e671f8f46b3 req-fb7b0ffd-b09c-4d30-af3a-f8897ea464f0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490186 Apr 30 16:06:27.450299 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5e58098c-4425-4273-9b6f-591621c7c95f req-eebc0825-d1d0-4b27-af25-c47e585dbd78 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 210 time: 0.1019983 Apr 30 16:06:27.503810 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6d9dcbc5-284a-4fe1-8b25-aa94f6a2d08d req-2719a0d4-ddd8-4725-a805-95fd5a9dc27d service neutron] 10.222.0.65 "GET /v2.0/networks/d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204994 Apr 30 16:06:27.563773 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:27.611223 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:27.646280 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:27.762209 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6d9dcbc5-284a-4fe1-8b25-aa94f6a2d08d req-5c2ccd16-1f6c-4f94-957c-f9897bab1447 service neutron] 10.222.0.65 "GET /v2.0/networks/d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494519 Apr 30 16:06:27.797028 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Pushing event updated for resources: {'Port': ['ID=488c40e2-29da-4c3c-a8c2-f2c6d9a6723c,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:27.806404 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397131'] for router_interface, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:27.817318 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:28.046976 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Network cc105a78-ce6a-4231-abfa-d2cb016b28d7 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:28.050410 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:28.115962 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cdcb7-2336-4c38-9d7c-baed4ad50713 req-a8202dcd-281f-45f1-9100-6099ab225692 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:28.117766 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2f7cdcb7-2336-4c38-9d7c-baed4ad50713 req-a8202dcd-281f-45f1-9100-6099ab225692 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1782956 Apr 30 16:06:28.252155 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2f7cdcb7-2336-4c38-9d7c-baed4ad50713 req-cb0a6c9e-9c61-4370-99fe-3f7cbbdcbe00 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266551 Apr 30 16:06:28.257268 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11576f78-202c-4583-abdf-0ee65a87f4db req-15ebb4eb-7425-471b-8f46-7c0191a44114 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:28.258933 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-4497c6c2-dd40-4bda-be60-f99c76684383 None None] Provisioning complete for port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:28.259376 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-4497c6c2-dd40-4bda-be60-f99c76684383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:28.260724 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-11576f78-202c-4583-abdf-0ee65a87f4db req-15ebb4eb-7425-471b-8f46-7c0191a44114 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 943 time: 0.0953588 Apr 30 16:06:28.297564 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Router 2547b741-2c81-46a0-a19c-3ab7e57cffcd has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:06:28.312859 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-11576f78-202c-4583-abdf-0ee65a87f4db req-c39a3e00-9346-4ceb-9817-ddd9efb3e033 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6660aa1-bde0-49b4-944e-24ac597b6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465710 Apr 30 16:06:28.317963 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-4497c6c2-dd40-4bda-be60-f99c76684383 None None] Port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:06:28.593588 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:06:28.602427 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Sync routers for ids ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:06:28.618064 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] 10.222.0.67 "PUT /v2.0/routers/2547b741-2c81-46a0-a19c-3ab7e57cffcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5248528 Apr 30 16:06:28.618277 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Routers {'2547b741-2c81-46a0-a19c-3ab7e57cffcd'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:28.618277 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:06:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:28.627007 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9bb44789-60f2-4abf-becc-98abb8b0bc91 req-be2bef80-35c4-4ef0-b1a1-1bcd2404165c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 210 time: 0.0614226 Apr 30 16:06:28.734895 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device b8da1522-5c5b-4d7a-a8d2-8d4a5043996b up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:28.922437 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port b8da1522-5c5b-4d7a-a8d2-8d4a5043996b triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:28.922817 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:28.994721 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Set router 2547b741-2c81-46a0-a19c-3ab7e57cffcd gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:29.011836 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-0a04b161-07df-44f7-b0ef-360570c5fb62 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:29.014137 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-0a04b161-07df-44f7-b0ef-360570c5fb62 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.65 "GET /v2.0/networks?id=ab14c342-eb88-4da0-bdec-cbe5ad2345c9 HTTP/1.1" status: 200 len: 813 time: 0.2994816 Apr 30 16:06:29.034392 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Request body: {'port': {'device_id': '3091ec2d-c988-4944-bf19-9eed9d36e571', 'network_id': 'ab14c342-eb88-4da0-bdec-cbe5ad2345c9', 'admin_state_up': True, 'tenant_id': 'aaa4829ec59c4c75ac46881d938bd45a'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:29.122784 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:06:29.236370 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:29.243822 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Usage tracker for resource:port and tenant:aaa4829ec59c4c75ac46881d938bd45a is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:29.247176 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:29.253452 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:29.265214 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Made reservation on behalf of aaa4829ec59c4c75ac46881d938bd45a for: {'port': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:29.271340 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:29.524777 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45660) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:29.555426 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Allocated IP 172.20.0.3 (ab14c342-eb88-4da0-bdec-cbe5ad2345c9/b44d619f-4545-41f1-ad38-4b5a79bcddac/73476f38-b153-4db9-8739-663558ad70cb) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:06:29.607572 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680b1f9-8a47-48f8-877f-31e426f73a48 req-1a0e4f6b-15f0-476d-871c-3c6974d3f90c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:29.609373 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6680b1f9-8a47-48f8-877f-31e426f73a48 req-1a0e4f6b-15f0-476d-871c-3c6974d3f90c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1768570 Apr 30 16:06:29.659365 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45672) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:29.665918 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-721288793-network', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:29.681695 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:29.689744 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Usage tracker for resource:network and tenant:4db20ab936cc48dfb4c74c66028a02f4 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:29.693963 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:17Z', 'updated_at': '2021-04-30T16:06:26Z', 'revision_number': 4, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'gw_port': {'id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:18Z', 'updated_at': '2021-04-30T16:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '488c40e2-29da-4c3c-a8c2-f2c6d9a6723c', 'name': '', 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'mac_address': 'fa:16:3e:ac:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:24Z', 'updated_at': '2021-04-30T16:06:27Z', 'revision_number': 2, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'subnets': [{'id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:29.703210 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Checking router: 2547b741-2c81-46a0-a19c-3ab7e57cffcd for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:06:29.703947 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Updating router 2547b741-2c81-46a0-a19c-3ab7e57cffcd port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c binding host dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:06:29.708420 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:29.719810 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:29.733248 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6680b1f9-8a47-48f8-877f-31e426f73a48 req-d0de7157-0d20-4fed-8b44-4651292d509d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026897 Apr 30 16:06:29.770514 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Made reservation on behalf of 4db20ab936cc48dfb4c74c66028a02f4 for: {'network': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:29.772842 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:29.782643 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:29.831289 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:29.881345 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:29.896602 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Usage tracker for resource:security_group_rule and tenant:4db20ab936cc48dfb4c74c66028a02f4 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:29.899819 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:29.927011 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:29.939006 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.017145 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.024730 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4714432b-9e02-46a2-bde0-273e825f3e32 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:30.131941 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9e744-2d13-48e1-872c-ba1155544caa req-a2b42af2-2544-454f-a913-da8c9d306552 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:30.133765 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-78e9e744-2d13-48e1-872c-ba1155544caa req-a2b42af2-2544-454f-a913-da8c9d306552 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 943 time: 0.1477103 Apr 30 16:06:30.144617 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.170844 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.174822 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Network ab14c342-eb88-4da0-bdec-cbe5ad2345c9 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:30.177215 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-f3962278-4f8e-4caf-9784-9e051491f6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:30.178470 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:30.181164 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:06:30.215416 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3c32b57b-8015-4204-8ef5-846c2ab7b51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.246178 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Notify callbacks [] for port, precommit_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.253071 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-3c32b57b-8015-4204-8ef5-846c2ab7b51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:30.262168 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Transition to ACTIVE for port object 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:30.265200 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=73973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:06:30.269278 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a52b476-db83-47e6-8f28-d6c8a71002c5,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:30.271149 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.276152 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:30.277362 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-3c32b57b-8015-4204-8ef5-846c2ab7b51c admin admin] Usage tracker for resource:security_group_rule and tenant:2c96954fe77b49b7ac952a876cd7ded9 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:30.280483 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:30.291855 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-78e9e744-2d13-48e1-872c-ba1155544caa req-ae4e59c2-a603-447a-b838-613967ec5329 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6660aa1-bde0-49b4-944e-24ac597b6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458423 Apr 30 16:06:30.293878 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-3c32b57b-8015-4204-8ef5-846c2ab7b51c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:30.306286 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-3c32b57b-8015-4204-8ef5-846c2ab7b51c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:30.309185 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.310109 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.segments_db [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Added segment a7e0ac82-0e5b-4fea-a907-f028ac013211 of type vlan for network d9d322e5-f673-44ea-8cea-a254f8442fe7 Apr 30 16:06:30.326605 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Pushing event updated for resources: {'Port': ['ID=73476f38-b153-4db9-8739-663558ad70cb,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:30.331125 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:30.343086 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:30.343711 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.377296 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.387326 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3578043 Apr 30 16:06:30.408565 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc11bb-7a61-454f-83eb-0e90fe4129b9 req-a6fc66c4-264e-4a7d-af0b-ffdc676be273 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:30.409905 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-d5bc11bb-7a61-454f-83eb-0e90fe4129b9 req-a6fc66c4-264e-4a7d-af0b-ffdc676be273 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Synchronizing usage tracker for tenant:aaa4829ec59c4c75ac46881d938bd45a on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:30.425447 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Request body: {'port': {'device_id': '3091ec2d-c988-4944-bf19-9eed9d36e571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:30.446491 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524783b-a3ae-429f-98b5-0ce91e899776 None None] Pushing event updated for resources: {'Port': ['ID=488c40e2-29da-4c3c-a8c2-f2c6d9a6723c,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:30.464081 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.469191 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:30.469733 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.483442 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-e524783b-a3ae-429f-98b5-0ce91e899776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:30.504486 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:30.553776 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-d5bc11bb-7a61-454f-83eb-0e90fe4129b9 req-a6fc66c4-264e-4a7d-af0b-ffdc676be273 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Unset dirty status for tenant:aaa4829ec59c4c75ac46881d938bd45a on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:30.554943 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d5bc11bb-7a61-454f-83eb-0e90fe4129b9 req-a6fc66c4-264e-4a7d-af0b-ffdc676be273 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 931 time: 0.3104136 Apr 30 16:06:30.572080 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Attempting to bind port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:06:30.572530 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Attempting to bind port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': '9b13fa04-bea7-44d0-b191-473a13965aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:06:30.572853 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Attempting to bind port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c on network cc105a78-ce6a-4231-abfa-d2cb016b28d7 {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:30.582969 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:06:30.583370 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Checking segment: {'id': '9b13fa04-bea7-44d0-b191-473a13965aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:30.583768 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.584462 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Bound using segment: {'id': '9b13fa04-bea7-44d0-b191-473a13965aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:06:30.584648 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Bound port: 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b13fa04-bea7-44d0-b191-473a13965aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:06:30.585182 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.612178 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.636443 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d5bc11bb-7a61-454f-83eb-0e90fe4129b9 req-2adeea5a-0e4f-487c-9cc7-de8fbe155e7e tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732906 Apr 30 16:06:30.641080 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9803801 Apr 30 16:06:30.643710 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45678) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:30.695338 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Request body: {'subnet': {'network_id': 'd9d322e5-f673-44ea-8cea-a254f8442fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-721288793-subnet', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4', 'ip_version': 4}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:30.709058 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:30.716500 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] For port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:06:30.719291 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Usage tracker for resource:subnet and tenant:4db20ab936cc48dfb4c74c66028a02f4 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:30.720785 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] For port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=488c40e2-29da-4c3c-a8c2-f2c6d9a6723c,segment=NetworkSegment(9b13fa04-bea7-44d0-b191-473a13965aff),segment_id=9b13fa04-bea7-44d0-b191-473a13965aff)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:06:30.721965 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Pushing event updated for resources: {'Network': ['ID=d9d322e5-f673-44ea-8cea-a254f8442fe7,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:30.724218 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:30.730675 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:30.730824 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.735058 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:30.739329 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:30.765097 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Made reservation on behalf of 4db20ab936cc48dfb4c74c66028a02f4 for: {'subnet': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:30.767608 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6933402'] for subnet, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.792748 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network d9d322e5-f673-44ea-8cea-a254f8442fe7 details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:06:30.815314 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3c32b57b-8015-4204-8ef5-846c2ab7b51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.864760 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3c32b57b-8015-4204-8ef5-846c2ab7b51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.878098 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-7a0d352a-d4cb-4ca7-99c6-5ccee8b812b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:30.922179 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 4e529413-aabc-426b-acd6-72094e556d2e details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:06:30.997588 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Routers {'2547b741-2c81-46a0-a19c-3ab7e57cffcd'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:30.998288 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:06:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:31.001257 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32b57b-8015-4204-8ef5-846c2ab7b51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16eeefb8-8dfa-47e2-838e-7f0c17bfb3b4,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:31.011954 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-3c32b57b-8015-4204-8ef5-846c2ab7b51c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2c96954fe77b49b7ac952a876cd7ded9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4863110 Apr 30 16:06:31.016177 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45686) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:31.017347 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-3c32b57b-8015-4204-8ef5-846c2ab7b51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:31.047998 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73476f38-b153-4db9-8739-663558ad70cb {{(pid=73974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:06:31.056636 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:31.074407 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Transition to ACTIVE for port object 73476f38-b153-4db9-8739-663558ad70cb will not be triggered until provisioned by entity L2. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:31.085681 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:31.097342 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-64e07c62-10e2-4963-b55d-27fd653bafc3 tempest-DeleteServersTestJSON-948477907 tempest-DeleteServersTestJSON-948477907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:31.165946 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524783b-a3ae-429f-98b5-0ce91e899776 None None] Pushing event updated for resources: {'Port': ['ID=488c40e2-29da-4c3c-a8c2-f2c6d9a6723c,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:31.173547 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Pushing event updated for resources: {'Port': ['ID=73476f38-b153-4db9-8739-663558ad70cb,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:31.177666 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:31.179873 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-e524783b-a3ae-429f-98b5-0ce91e899776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:31.188121 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-71864d10-02bd-4906-86a2-a21756618b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:31.204008 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530649d-3a5a-46d0-8426-f296f1c948e4 req-289e7716-0d45-4f5b-b303-8d7cf2663d43 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:31.205549 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9530649d-3a5a-46d0-8426-f296f1c948e4 req-289e7716-0d45-4f5b-b303-8d7cf2663d43 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.2800808 Apr 30 16:06:31.270935 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-71864d10-02bd-4906-86a2-a21756618b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:31.350260 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9530649d-3a5a-46d0-8426-f296f1c948e4 req-503826d7-9b7b-4ea6-a70e-bf2aa359f51a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351447 Apr 30 16:06:31.454313 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-71864d10-02bd-4906-86a2-a21756618b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:31.460749 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-96f94b30-dcfa-4053-8bb5-041f41519ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:31.472282 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] Set router 2547b741-2c81-46a0-a19c-3ab7e57cffcd gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:31.487126 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71864d10-02bd-4906-86a2-a21756618b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16eeefb8-8dfa-47e2-838e-7f0c17bfb3b4,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:31.498567 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-71864d10-02bd-4906-86a2-a21756618b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:31.510454 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-71864d10-02bd-4906-86a2-a21756618b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:31.514014 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-71864d10-02bd-4906-86a2-a21756618b83 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/16eeefb8-8dfa-47e2-838e-7f0c17bfb3b4 HTTP/1.1" status: 204 len: 168 time: 0.4933307 Apr 30 16:06:31.558657 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 4e529413-aabc-426b-acd6-72094e556d2e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4e529413-aabc-426b-acd6-72094e556d2e,segment=NetworkSegment(cf2e1557-b844-4ae0-90db-3971f547bf2a),segment_id=cf2e1557-b844-4ae0-90db-3971f547bf2a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:31.598478 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Attempting to bind port 73476f38-b153-4db9-8739-663558ad70cb on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:06:31.598853 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Attempting to bind port 73476f38-b153-4db9-8739-663558ad70cb by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'a47b53ac-b035-4512-9686-4807cf38245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ab14c342-eb88-4da0-bdec-cbe5ad2345c9'}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:06:31.599117 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Attempting to bind port 73476f38-b153-4db9-8739-663558ad70cb on network ab14c342-eb88-4da0-bdec-cbe5ad2345c9 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:31.614172 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Port 73476f38-b153-4db9-8739-663558ad70cb on network ab14c342-eb88-4da0-bdec-cbe5ad2345c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:06:31.614871 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Attempting to bind port 73476f38-b153-4db9-8739-663558ad70cb on network ab14c342-eb88-4da0-bdec-cbe5ad2345c9 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:31.631447 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:06:31.632033 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Checking segment: {'id': 'a47b53ac-b035-4512-9686-4807cf38245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ab14c342-eb88-4da0-bdec-cbe5ad2345c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:31.632495 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Bound using segment: {'id': 'a47b53ac-b035-4512-9686-4807cf38245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ab14c342-eb88-4da0-bdec-cbe5ad2345c9'} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:06:31.633391 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Bound port: 73476f38-b153-4db9-8739-663558ad70cb, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47b53ac-b035-4512-9686-4807cf38245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ab14c342-eb88-4da0-bdec-cbe5ad2345c9'}}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:06:31.633740 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:31.663017 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7273626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6933384'] for subnet, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:31.670803 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2be02290-b3e0-4ed4-aa4a-87fd7bbc67be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:31.689653 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': '4e529413-aabc-426b-acd6-72094e556d2e', 'network_id': 'd8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee', 'port_id': '4e529413-aabc-426b-acd6-72094e556d2e', 'mac_address': 'fa:16:3e:4e:d1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c38e26-b6b4-4ba5-ada4-3445ee1dbebd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:06:31.702804 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e12850-69d6-436f-8b9c-80f266702137 req-7305408a-baf6-4e4c-b555-645e472b11f4 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:31.704855 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-74e12850-69d6-436f-8b9c-80f266702137 req-7305408a-baf6-4e4c-b555-645e472b11f4 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 943 time: 0.2207563 Apr 30 16:06:31.805091 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4b0b29-f9c6-4ee6-a068-bf0091ef681c,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:31.823539 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:31.824818 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Checking segment: {'id': 'a7e0ac82-0e5b-4fea-a907-f028ac013211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd9d322e5-f673-44ea-8cea-a254f8442fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:31.825169 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Network hostable DHCP agents. Network: d9d322e5-f673-44ea-8cea-a254f8442fe7, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:06:31.851149 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-74e12850-69d6-436f-8b9c-80f266702137 req-588e3fe4-f1bf-4de5-a6d0-ed0c82b9ea61 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6660aa1-bde0-49b4-944e-24ac597b6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357005 Apr 30 16:06:31.857766 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] For port 73476f38-b153-4db9-8739-663558ad70cb, host hv-cinder-78719, cleared binding levels {{(pid=73974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:06:31.861695 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Network d9d322e5-f673-44ea-8cea-a254f8442fe7 is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:06:31.867640 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] For port 73476f38-b153-4db9-8739-663558ad70cb, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=73476f38-b153-4db9-8739-663558ad70cb,segment=NetworkSegment(a47b53ac-b035-4512-9686-4807cf38245a),segment_id=a47b53ac-b035-4512-9686-4807cf38245a)] {{(pid=73974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:06:31.877380 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:31.879223 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, d9d322e5-f673-44ea-8cea-a254f8442fe7) {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:31.889290 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:31.892273 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:31.892910 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:31.893022 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cab869-4107-4bec-93eb-a1b78d1d974f None None] Network d9d322e5-f673-44ea-8cea-a254f8442fe7 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:06:31.910773 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:31.914755 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2689683 Apr 30 16:06:31.917299 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45702) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:31.926829 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-721288793-router', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:31.932136 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:31.937375 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Usage tracker for resource:router and tenant:4db20ab936cc48dfb4c74c66028a02f4 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:31.940827 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:31.949324 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:31.969939 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e529413-aabc-426b-acd6-72094e556d2e {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:06:32.024491 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45706) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:32.032864 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Pushing event updated for resources: {'Port': ['ID=73476f38-b153-4db9-8739-663558ad70cb,revision_number=3']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:32.036743 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:32.037351 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:32.038807 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] 10.222.0.65 "PUT /v2.0/ports/73476f38-b153-4db9-8739-663558ad70cb HTTP/1.1" status: 200 len: 1093 time: 1.6228876 Apr 30 16:06:32.039270 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3091ec2d-c988-4944-bf19-9eed9d36e571', 'tag': '73476f38-b153-4db9-8739-663558ad70cb'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:32.045747 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:32.128090 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3757a382-c46d-49d4-bdce-7df36c2b0ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:32.143136 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 4e529413-aabc-426b-acd6-72094e556d2e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4e529413-aabc-426b-acd6-72094e556d2e,segment=NetworkSegment(cf2e1557-b844-4ae0-90db-3971f547bf2a),segment_id=cf2e1557-b844-4ae0-90db-3971f547bf2a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:32.145965 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4713'] for router, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:32.147737 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:32.166670 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-3757a382-c46d-49d4-bdce-7df36c2b0ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:32.180062 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-3757a382-c46d-49d4-bdce-7df36c2b0ccc admin admin] Usage tracker for resource:security_group_rule and tenant:0dc1bf8c2d084478a4f59df086365429 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:32.180313 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3091ec2d-c988-4944-bf19-9eed9d36e571', 'tag': '73476f38-b153-4db9-8739-663558ad70cb', 'status': 'completed', 'code': 200} Apr 30 16:06:32.187307 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:32.189447 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-3757a382-c46d-49d4-bdce-7df36c2b0ccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:32.195423 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-e524783b-a3ae-429f-98b5-0ce91e899776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:32.197434 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:32.250899 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-71661a09-bda3-4aad-8ed6-8d420d604c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:32.252695 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-71661a09-bda3-4aad-8ed6-8d420d604c06 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aaa4829ec59c4c75ac46881d938bd45a&device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 1096 time: 0.1311431 Apr 30 16:06:32.257637 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-3757a382-c46d-49d4-bdce-7df36c2b0ccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:32.362334 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-a2e4d846-b38d-40aa-a485-71a1d8cc4b52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73476f38-b153-4db9-8739-663558ad70cb HTTP/1.1" status: 200 len: 217 time: 0.0950320 Apr 30 16:06:32.375581 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093cbb5-85c5-4ea9-869b-d0ffbbb75a1b req-2c288def-ab67-4794-a76e-d4268bbf61f6 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:32.381368 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2093cbb5-85c5-4ea9-869b-d0ffbbb75a1b req-2c288def-ab67-4794-a76e-d4268bbf61f6 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 943 time: 0.4256783 Apr 30 16:06:32.408265 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=4e529413-aabc-426b-acd6-72094e556d2e,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:32.412811 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:32.427758 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:17Z', 'updated_at': '2021-04-30T16:06:26Z', 'revision_number': 4, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'gw_port': {'id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:18Z', 'updated_at': '2021-04-30T16:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '488c40e2-29da-4c3c-a8c2-f2c6d9a6723c', 'name': '', 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'mac_address': 'fa:16:3e:ac:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:24Z', 'updated_at': '2021-04-30T16:06:30Z', 'revision_number': 4, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'subnets': [{'id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:32.443796 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55008404-f015-4334-a102-e5bc82ff9323 None None] The sync data for ids ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'] in dv-cinder-787195-6-smb is: [{'id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:17Z', 'updated_at': '2021-04-30T16:06:26Z', 'revision_number': 4, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'gw_port': {'id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:18Z', 'updated_at': '2021-04-30T16:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '488c40e2-29da-4c3c-a8c2-f2c6d9a6723c', 'name': '', 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'mac_address': 'fa:16:3e:ac:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:24Z', 'updated_at': '2021-04-30T16:06:30Z', 'revision_number': 4, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'subnets': [{'id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:06:32.446130 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46327660-ad85-50c1-9a68-bfcd370d5536-d9d322e5-f673-44ea-8cea-a254f8442fe7', 'network_id': 'd9d322e5-f673-44ea-8cea-a254f8442fe7', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4', 'fixed_ips': [{'subnet_id': 'fd4b0b29-f9c6-4ee6-a068-bf0091ef681c'}]}} from dv-cinder-787195-6-smb. {{(pid=73975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:06:32.446958 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:32.468081 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-ff2f0cbc-0fca-4784-b3da-4404d707eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:32.472782 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-ff2f0cbc-0fca-4784-b3da-4404d707eecd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b44d619f-4545-41f1-ad38-4b5a79bcddac HTTP/1.1" status: 200 len: 853 time: 0.1007545 Apr 30 16:06:32.573322 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-1f1a8de3-6034-452f-88c4-16db21bde199 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab14c342-eb88-4da0-bdec-cbe5ad2345c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805118 Apr 30 16:06:32.771550 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.db_base_plugin_common [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Allocated IP 172.20.0.2 (d9d322e5-f673-44ea-8cea-a254f8442fe7/fd4b0b29-f9c6-4ee6-a068-bf0091ef681c/9f6bd63c-ec76-40fa-a387-a377f0b1cace) {{(pid=73975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:06:32.780357 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-8096281d-a169-4b6c-9218-bc4e2963d005 service neutron] 10.222.0.65 "GET /v2.0/networks/ab14c342-eb88-4da0-bdec-cbe5ad2345c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916361 Apr 30 16:06:32.786414 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['4e529413-aabc-426b-acd6-72094e556d2e'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:06:32.824723 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-2093cbb5-85c5-4ea9-869b-d0ffbbb75a1b req-c1d8686f-f8b7-417c-b51a-d420b012eb3d tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Synchronizing usage tracker for tenant:aaa4829ec59c4c75ac46881d938bd45a on resource:security_group {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:32.833725 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:32.844561 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4754'] for router, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:32.912712 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-2093cbb5-85c5-4ea9-869b-d0ffbbb75a1b req-c1d8686f-f8b7-417c-b51a-d420b012eb3d tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Unset dirty status for tenant:aaa4829ec59c4c75ac46881d938bd45a on resource:security_group {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:32.913618 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2093cbb5-85c5-4ea9-869b-d0ffbbb75a1b req-c1d8686f-f8b7-417c-b51a-d420b012eb3d tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092185 Apr 30 16:06:33.031099 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3757a382-c46d-49d4-bdce-7df36c2b0ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.041651 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3757a382-c46d-49d4-bdce-7df36c2b0ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.058247 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1d0a1e2d-d88f-48e1-969b-b33f8e4a997d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:33.079018 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1674234-a4f6-4463-bff9-3a53ecfb8e39 req-ef1ab569-46c8-44a7-9e9e-49b3128c36a0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:33.080897 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e1674234-a4f6-4463-bff9-3a53ecfb8e39 req-ef1ab569-46c8-44a7-9e9e-49b3128c36a0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.2995477 Apr 30 16:06:33.118593 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-3757a382-c46d-49d4-bdce-7df36c2b0ccc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0dc1bf8c2d084478a4f59df086365429&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0904086 Apr 30 16:06:33.118593 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757a382-c46d-49d4-bdce-7df36c2b0ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca55003-033b-41de-a265-33c01b3a7655,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:33.120640 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 45722) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:33.122280 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-3757a382-c46d-49d4-bdce-7df36c2b0ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:33.169602 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fae980c2-ec6b-46e7-b60c-714a2e043c19 req-525f1fa0-4c83-4cbb-8cc7-0150420b3f8a service neutron] 10.222.0.65 "GET /v2.0/networks/ab14c342-eb88-4da0-bdec-cbe5ad2345c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446352 Apr 30 16:06:33.231904 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e1674234-a4f6-4463-bff9-3a53ecfb8e39 req-5a16efa1-c068-4037-b38f-77ebd49651d5 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399221 Apr 30 16:06:33.239800 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-179aea7c-d2a7-4afc-ac35-971c9aa76631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.244997 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:33.275383 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:33.275908 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.344093 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-179aea7c-d2a7-4afc-ac35-971c9aa76631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.419805 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36719312-a4fa-41d7-8653-ee9b6462f04c req-6d6a8811-742f-429b-b6d2-de74ab188388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:33.421458 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-36719312-a4fa-41d7-8653-ee9b6462f04c req-6d6a8811-742f-429b-b6d2-de74ab188388 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aaa4829ec59c4c75ac46881d938bd45a&device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 1096 time: 0.1777229 Apr 30 16:06:33.461815 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-179aea7c-d2a7-4afc-ac35-971c9aa76631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.469921 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d6712878-632b-4c47-8f48-69bdad5ff8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:33.518379 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Notify callbacks [] for port, precommit_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.548803 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Transition to ACTIVE for port object 9f6bd63c-ec76-40fa-a387-a377f0b1cace will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:33.556181 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.590502 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Transition to ACTIVE for port object 9f6bd63c-ec76-40fa-a387-a377f0b1cace will not be triggered until provisioned by entity DHCP. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:33.601227 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179aea7c-d2a7-4afc-ac35-971c9aa76631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca55003-033b-41de-a265-33c01b3a7655,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:33.603835 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-179aea7c-d2a7-4afc-ac35-971c9aa76631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:33.612303 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590'] for port, after_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.615871 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-179aea7c-d2a7-4afc-ac35-971c9aa76631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.618252 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-542f6133-60f9-471b-836d-ed4c80610bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:33.620647 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-179aea7c-d2a7-4afc-ac35-971c9aa76631 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bca55003-033b-41de-a265-33c01b3a7655 HTTP/1.1" status: 204 len: 168 time: 0.4999917 Apr 30 16:06:33.643544 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.678304 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36719312-a4fa-41d7-8653-ee9b6462f04c req-442f8519-2f74-40e5-a1cb-d55387189a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:33.681291 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-36719312-a4fa-41d7-8653-ee9b6462f04c req-442f8519-2f74-40e5-a1cb-d55387189a38 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab14c342-eb88-4da0-bdec-cbe5ad2345c9 HTTP/1.1" status: 200 len: 914 time: 0.2439969 Apr 30 16:06:33.706778 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.716999 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=488c40e2-29da-4c3c-a8c2-f2c6d9a6723c,segment=NetworkSegment(9b13fa04-bea7-44d0-b191-473a13965aff),segment_id=9b13fa04-bea7-44d0-b191-473a13965aff)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:33.759614 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.829379 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Network d9d322e5-f673-44ea-8cea-a254f8442fe7 is already hosted by enough agents. {{(pid=73975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:33.836970 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.base_scheduler [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Resources bound (agent type, host, resource id): {{(pid=73975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:33.843620 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Received port after_create {{(pid=73975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:06:33.861782 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-36719312-a4fa-41d7-8653-ee9b6462f04c req-6ed61353-c65a-4f7f-833a-a261250e3b7b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73476f38-b153-4db9-8739-663558ad70cb HTTP/1.1" status: 200 len: 217 time: 0.1687384 Apr 30 16:06:33.862360 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Pushing event updated for resources: {'Port': ['ID=9f6bd63c-ec76-40fa-a387-a377f0b1cace,revision_number=1']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:33.871741 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:33.872537 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:33.894677 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bffa8-7644-4341-b673-033c04971cd1 req-4b09f1f1-4cc9-4507-8b17-2dd812e962b4 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:33.900931 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-050bffa8-7644-4341-b673-033c04971cd1 req-4b09f1f1-4cc9-4507-8b17-2dd812e962b4 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 944 time: 0.4237583 Apr 30 16:06:34.019236 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36719312-a4fa-41d7-8653-ee9b6462f04c req-0c0f8f71-b6aa-4ec3-8de1-6d47c542396a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:34.025445 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-36719312-a4fa-41d7-8653-ee9b6462f04c req-0c0f8f71-b6aa-4ec3-8de1-6d47c542396a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b44d619f-4545-41f1-ad38-4b5a79bcddac HTTP/1.1" status: 200 len: 853 time: 0.1433818 Apr 30 16:06:34.051598 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-050bffa8-7644-4341-b673-033c04971cd1 req-b7accab7-7a16-40bb-822f-df2c431ca8c5 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6660aa1-bde0-49b4-944e-24ac597b6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412830 Apr 30 16:06:34.081078 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Allocated IP 172.28.1.74 (7f18a24d-1fcc-4840-abae-ef8e7b2dba23/58a2ec7a-0b40-4394-88ce-94b1dd1bf408/03b5d091-5d49-45a6-ab02-f171ef704c1b) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:06:34.098872 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=488c40e2-29da-4c3c-a8c2-f2c6d9a6723c,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:34.107994 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:34.125181 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-36719312-a4fa-41d7-8653-ee9b6462f04c req-d5264530-c184-4a9b-95f0-c2bb19542d7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab14c342-eb88-4da0-bdec-cbe5ad2345c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749905 Apr 30 16:06:34.190971 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Attempting to bind port 9f6bd63c-ec76-40fa-a387-a377f0b1cace on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:06:34.193390 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Attempting to bind port 9f6bd63c-ec76-40fa-a387-a377f0b1cace by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': 'a7e0ac82-0e5b-4fea-a907-f028ac013211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd9d322e5-f673-44ea-8cea-a254f8442fe7'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:06:34.194537 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Attempting to bind port 9f6bd63c-ec76-40fa-a387-a377f0b1cace on network d9d322e5-f673-44ea-8cea-a254f8442fe7 {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:34.210051 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:06:34.210488 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Checking segment: {'id': 'a7e0ac82-0e5b-4fea-a907-f028ac013211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd9d322e5-f673-44ea-8cea-a254f8442fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:34.210898 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:34.211300 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Bound using segment: {'id': 'a7e0ac82-0e5b-4fea-a907-f028ac013211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd9d322e5-f673-44ea-8cea-a254f8442fe7'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:06:34.211790 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Bound port: 9f6bd63c-ec76-40fa-a387-a377f0b1cace, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e0ac82-0e5b-4fea-a907-f028ac013211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd9d322e5-f673-44ea-8cea-a254f8442fe7'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:06:34.212199 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:34.388839 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:34.446244 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:34.454164 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:34.462939 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] For port 9f6bd63c-ec76-40fa-a387-a377f0b1cace, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:06:34.466832 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] For port 9f6bd63c-ec76-40fa-a387-a377f0b1cace, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=9f6bd63c-ec76-40fa-a387-a377f0b1cace,segment=NetworkSegment(a7e0ac82-0e5b-4fea-a907-f028ac013211),segment_id=a7e0ac82-0e5b-4fea-a907-f028ac013211)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:06:34.477321 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:34.482702 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:34.533205 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Pushing event updated for resources: {'Port': ['ID=03b5d091-5d49-45a6-ab02-f171ef704c1b,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:34.538194 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:34.549318 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:34.550465 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:34.561835 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:06:34.586953 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Pushing event updated for resources: {'Port': ['ID=9f6bd63c-ec76-40fa-a387-a377f0b1cace,revision_number=2']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:34.591389 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:34.614430 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-36719312-a4fa-41d7-8653-ee9b6462f04c req-f7377b11-d888-478d-9bea-87cee65aff59 service neutron] 10.222.0.65 "GET /v2.0/networks/ab14c342-eb88-4da0-bdec-cbe5ad2345c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581177 Apr 30 16:06:34.755982 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:34.821033 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e841b2-a9f8-4600-9b46-a4e5253e7461 req-d997f208-831e-4d28-a162-e5cbb164d5dc tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:34.831248 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c7e841b2-a9f8-4600-9b46-a4e5253e7461 req-d997f208-831e-4d28-a162-e5cbb164d5dc tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 943 time: 0.6154194 Apr 30 16:06:34.938164 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 4e529413-aabc-426b-acd6-72094e556d2e up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:34.970591 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c7e841b2-a9f8-4600-9b46-a4e5253e7461 req-39b76ff6-728c-4f11-9271-bf69bc593afd tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381412 Apr 30 16:06:35.030594 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-36719312-a4fa-41d7-8653-ee9b6462f04c req-415aae4b-8f48-4519-b50c-76549c71511d service neutron] 10.222.0.65 "GET /v2.0/networks/ab14c342-eb88-4da0-bdec-cbe5ad2345c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050322 Apr 30 16:06:35.125441 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:35.125820 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:35.254336 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port 4e529413-aabc-426b-acd6-72094e556d2e completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:35.270650 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port 4e529413-aabc-426b-acd6-72094e556d2e triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:35.270650 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:35.298548 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52148d-d9ee-4076-bebb-b816d2aad9e4 req-d5c7ae24-ed43-4c41-8561-212a6cbff60e tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:35.314083 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9c52148d-d9ee-4076-bebb-b816d2aad9e4 req-d5c7ae24-ed43-4c41-8561-212a6cbff60e tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1294878 Apr 30 16:06:35.417847 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9c52148d-d9ee-4076-bebb-b816d2aad9e4 req-fb23c665-90fd-450d-aaf9-5364d9901002 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966539 Apr 30 16:06:35.430091 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:35.439758 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:35.469890 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e529413-aabc-426b-acd6-72094e556d2e'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:35.487648 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 4e529413-aabc-426b-acd6-72094e556d2e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4e529413-aabc-426b-acd6-72094e556d2e,segment=NetworkSegment(cf2e1557-b844-4ae0-90db-3971f547bf2a),segment_id=cf2e1557-b844-4ae0-90db-3971f547bf2a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:35.491739 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:35.500790 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:35.554124 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e529413-aabc-426b-acd6-72094e556d2e', 'code': 200} Apr 30 16:06:35.604719 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=4e529413-aabc-426b-acd6-72094e556d2e,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:35.609867 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:35.732098 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c52309-8ef2-4459-9909-aac8bdc2be76 req-448648a0-27f8-41ff-ab70-1c1d0bf17ed2 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:35.734037 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-91c52309-8ef2-4459-9909-aac8bdc2be76 req-448648a0-27f8-41ff-ab70-1c1d0bf17ed2 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 945 time: 0.2533031 Apr 30 16:06:35.922877 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49bad6-dd84-455a-82d0-76dd32831143 req-517007e8-0d2a-479c-8584-da44111e7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:35.925727 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4a49bad6-dd84-455a-82d0-76dd32831143 req-517007e8-0d2a-479c-8584-da44111e7bf7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 1098 time: 0.1124556 Apr 30 16:06:35.939378 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95236713-2f43-43b5-8332-a4f5b12c03df None None] Network d9d322e5-f673-44ea-8cea-a254f8442fe7 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:06:35.988820 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4a49bad6-dd84-455a-82d0-76dd32831143 req-8eb08c39-5057-47c2-abc2-41a97b7b4e0a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f6660aa1-bde0-49b4-944e-24ac597b6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474782 Apr 30 16:06:36.043696 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-91c52309-8ef2-4459-9909-aac8bdc2be76 req-c4827e0c-33a5-486b-976b-ba40c9c38c9f tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6660aa1-bde0-49b4-944e-24ac597b6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013189 Apr 30 16:06:36.104854 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-788841ea-8ebf-407e-9776-defce75dbb11 None None] Provisioning for port 9f6bd63c-ec76-40fa-a387-a377f0b1cace completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:36.264713 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394080'] for router, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:36.362832 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e2b62-148b-4025-8e48-d4d783159f1c req-242e4876-59b6-4881-accc-f52765a0b519 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:36.370503 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-234e2b62-148b-4025-8e48-d4d783159f1c req-242e4876-59b6-4881-accc-f52765a0b519 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 943 time: 0.1635926 Apr 30 16:06:36.438304 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-234e2b62-148b-4025-8e48-d4d783159f1c req-e93fcc94-05c4-4375-b0af-276a2df2cbfd tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668075 Apr 30 16:06:36.590022 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Router d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 is scheduled to L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 with binding_index 1 {{(pid=73973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:06:36.751418 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267375e-8634-4129-944a-7440c573d1b5 req-c3056008-aa87-441b-a819-df2a91e0c8c0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:36.752918 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0267375e-8634-4129-944a-7440c573d1b5 req-c3056008-aa87-441b-a819-df2a91e0c8c0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/networks?id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0 HTTP/1.1" status: 200 len: 814 time: 0.1817441 Apr 30 16:06:36.768791 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0267375e-8634-4129-944a-7440c573d1b5 req-c126805c-56bd-4257-a4d7-7c1b578c7be7 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/quotas/00ffd47a0b304e5cab764aa3194c9f1e HTTP/1.1" status: 200 len: 375 time: 0.0097117 Apr 30 16:06:36.803495 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 9f6bd63c-ec76-40fa-a387-a377f0b1cace up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:36.870759 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:06:36.883851 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Sync routers for ids ['d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:06:36.897717 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Routers {'d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:36.898343 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:06:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:36.900213 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbe416-a483-480a-8efc-af92ea71dd88 req-21f746a1-ff47-4bd7-a91f-7c131a85aedd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:36.904915 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0267375e-8634-4129-944a-7440c573d1b5 req-8fbe3847-6230-4698-9cc3-d3ece869e291 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=00ffd47a0b304e5cab764aa3194c9f1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1290517 Apr 30 16:06:36.909654 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cddbe416-a483-480a-8efc-af92ea71dd88 req-21f746a1-ff47-4bd7-a91f-7c131a85aedd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.2333500 Apr 30 16:06:36.926777 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 9f6bd63c-ec76-40fa-a387-a377f0b1cace completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:36.935122 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 73476f38-b153-4db9-8739-663558ad70cb details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:06:36.943752 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 9f6bd63c-ec76-40fa-a387-a377f0b1cace triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:36.944129 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:36.969414 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cddbe416-a483-480a-8efc-af92ea71dd88 req-e7957d07-989f-4506-9734-85609e63d287 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588589 Apr 30 16:06:36.984335 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Notify callbacks [] for router, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:36.986229 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0679474 Apr 30 16:06:36.988973 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45820) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:37.127617 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Set router d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:37.143517 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0267375e-8634-4129-944a-7440c573d1b5 req-1d013d9a-733f-480b-97f7-45183f7072b4 service neutron] 10.222.0.67 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369926 Apr 30 16:06:37.282632 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:37.324193 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 73476f38-b153-4db9-8739-663558ad70cb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=73476f38-b153-4db9-8739-663558ad70cb,segment=NetworkSegment(a47b53ac-b035-4512-9686-4807cf38245a),segment_id=a47b53ac-b035-4512-9686-4807cf38245a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:37.363885 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': '73476f38-b153-4db9-8739-663558ad70cb', 'network_id': 'ab14c342-eb88-4da0-bdec-cbe5ad2345c9', 'port_id': '73476f38-b153-4db9-8739-663558ad70cb', 'mac_address': 'fa:16:3e:fc:dc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44d619f-4545-41f1-ad38-4b5a79bcddac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:06:37.383056 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0267375e-8634-4129-944a-7440c573d1b5 req-ee5b173c-f263-43e2-8ad0-04296bbd4588 service neutron] 10.222.0.67 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385433 Apr 30 16:06:37.480041 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:37.495022 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port 9f6bd63c-ec76-40fa-a387-a377f0b1cace, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=9f6bd63c-ec76-40fa-a387-a377f0b1cace,segment=NetworkSegment(a7e0ac82-0e5b-4fea-a907-f028ac013211),segment_id=a7e0ac82-0e5b-4fea-a907-f028ac013211)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:37.503517 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:37.505723 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:37.537756 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73476f38-b153-4db9-8739-663558ad70cb {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:06:37.623323 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 73476f38-b153-4db9-8739-663558ad70cb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=73476f38-b153-4db9-8739-663558ad70cb,segment=NetworkSegment(a47b53ac-b035-4512-9686-4807cf38245a),segment_id=a47b53ac-b035-4512-9686-4807cf38245a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:37.634628 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:37.639408 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=9f6bd63c-ec76-40fa-a387-a377f0b1cace,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:37.642642 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:37.643150 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:37.736741 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'name': 'tempest-TestMinimumBasicScenario-721288793-router', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '03b5d091-5d49-45a6-ab02-f171ef704c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:32Z', 'updated_at': '2021-04-30T16:06:35Z', 'revision_number': 3, 'project_id': '4db20ab936cc48dfb4c74c66028a02f4', 'gw_port': {'id': '03b5d091-5d49-45a6-ab02-f171ef704c1b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:33Z', 'updated_at': '2021-04-30T16:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:37.741435 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Checking router: d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:06:37.741799 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Updating router d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 port 03b5d091-5d49-45a6-ab02-f171ef704c1b binding host dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:06:37.742858 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=73476f38-b153-4db9-8739-663558ad70cb,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:37.767254 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:37.813517 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:37.852796 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e050d8-a69e-4b36-94bf-c4a4d0991474 req-acdc8ad8-2042-4beb-ae7b-202a8d490932 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:37.854374 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b5e050d8-a69e-4b36-94bf-c4a4d0991474 req-acdc8ad8-2042-4beb-ae7b-202a8d490932 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 945 time: 0.3952770 Apr 30 16:06:38.062674 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd55c0-c252-4878-941a-e14c67e2bbcf req-66f0d8d4-d242-4adb-a2a3-836b3fe4d670 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:38.071993 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7bbd55c0-c252-4878-941a-e14c67e2bbcf req-66f0d8d4-d242-4adb-a2a3-836b3fe4d670 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 944 time: 0.1027629 Apr 30 16:06:38.125090 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7bbd55c0-c252-4878-941a-e14c67e2bbcf req-94fe2ae5-1689-43ff-bd2f-11af63a06b7a tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521147 Apr 30 16:06:38.216213 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['73476f38-b153-4db9-8739-663558ad70cb'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:06:38.256281 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b5e050d8-a69e-4b36-94bf-c4a4d0991474 req-e6725850-5c98-4603-99e8-5df967558701 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6660aa1-bde0-49b4-944e-24ac597b6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241399 Apr 30 16:06:38.291444 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Notify callbacks [] for port, precommit_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:38.317990 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.provisioning_blocks [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Transition to ACTIVE for port object 03b5d091-5d49-45a6-ab02-f171ef704c1b will not be triggered until provisioned by entity L2. {{(pid=73976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:38.335770 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:38.341975 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:38.450582 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Attempting to bind port 03b5d091-5d49-45a6-ab02-f171ef704c1b on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:06:38.451141 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Attempting to bind port 03b5d091-5d49-45a6-ab02-f171ef704c1b by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:06:38.451498 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Attempting to bind port 03b5d091-5d49-45a6-ab02-f171ef704c1b on network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:38.459341 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:06:38.459719 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Checking segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:38.460374 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:38.460488 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Bound using segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:06:38.460955 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Bound port: 03b5d091-5d49-45a6-ab02-f171ef704c1b, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:06:38.461325 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:38.577544 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97430e37-0ff5-43c8-b96f-f95e10a8eaf3 req-9d3b1b58-4fc9-48eb-9bc3-a0f0cae5acee tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:38.579881 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-97430e37-0ff5-43c8-b96f-f95e10a8eaf3 req-9d3b1b58-4fc9-48eb-9bc3-a0f0cae5acee tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1244648 Apr 30 16:06:38.583553 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0738e8c7-0fd4-4bb9-adbc-35eb794a749c req-3a1bb8d2-fd85-43e3-bedd-31a4e1d9469b tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 210 time: 0.1297140 Apr 30 16:06:38.587380 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cffa5a-e331-49e0-9568-127df6f89204 None None] Pushing event updated for resources: {'Port': ['ID=03b5d091-5d49-45a6-ab02-f171ef704c1b,revision_number=2']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:38.602543 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-56cffa5a-e331-49e0-9568-127df6f89204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:38.606913 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] For port 03b5d091-5d49-45a6-ab02-f171ef704c1b, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:06:38.609146 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:38.611734 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] For port 03b5d091-5d49-45a6-ab02-f171ef704c1b, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=03b5d091-5d49-45a6-ab02-f171ef704c1b,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:06:38.623023 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:38.628011 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-388a2089-d277-4766-9403-80895c385701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:38.656815 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-97430e37-0ff5-43c8-b96f-f95e10a8eaf3 req-1581b1cb-128b-4d40-b224-12c10e2f1d50 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664711 Apr 30 16:06:38.719954 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 9f6bd63c-ec76-40fa-a387-a377f0b1cace up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:38.737841 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Routers {'d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:38.738478 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:06:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:38.799241 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 9f6bd63c-ec76-40fa-a387-a377f0b1cace triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:38.799615 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:38.812352 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cffa5a-e331-49e0-9568-127df6f89204 None None] Pushing event updated for resources: {'Port': ['ID=03b5d091-5d49-45a6-ab02-f171ef704c1b,revision_number=3']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:38.817281 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-56cffa5a-e331-49e0-9568-127df6f89204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:38.978194 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] Set router d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:39.003524 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Allocated IP 172.20.0.1 (d9d322e5-f673-44ea-8cea-a254f8442fe7/fd4b0b29-f9c6-4ee6-a068-bf0091ef681c/1469d3ca-0c07-4cb3-b29f-0adabd801b3b) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:06:39.183766 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:39.203165 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.provisioning_blocks [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Transition to ACTIVE for port object 1469d3ca-0c07-4cb3-b29f-0adabd801b3b will not be triggered until provisioned by entity DHCP. {{(pid=73973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:39.240010 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:39.244723 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:39.319384 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'name': 'tempest-TestMinimumBasicScenario-721288793-router', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '03b5d091-5d49-45a6-ab02-f171ef704c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:32Z', 'updated_at': '2021-04-30T16:06:35Z', 'revision_number': 3, 'project_id': '4db20ab936cc48dfb4c74c66028a02f4', 'gw_port': {'id': '03b5d091-5d49-45a6-ab02-f171ef704c1b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:33Z', 'updated_at': '2021-04-30T16:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:39.324204 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75d52d-27c5-46f2-b314-57a58b8893a9 None None] The sync data for ids ['d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'] in dv-cinder-787195-6-smb is: [{'id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'name': 'tempest-TestMinimumBasicScenario-721288793-router', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '03b5d091-5d49-45a6-ab02-f171ef704c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:32Z', 'updated_at': '2021-04-30T16:06:35Z', 'revision_number': 3, 'project_id': '4db20ab936cc48dfb4c74c66028a02f4', 'gw_port': {'id': '03b5d091-5d49-45a6-ab02-f171ef704c1b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:33Z', 'updated_at': '2021-04-30T16:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:06:39.362322 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Network d9d322e5-f673-44ea-8cea-a254f8442fe7 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:39.380274 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:39.397632 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:06:39.471088 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Pushing event updated for resources: {'Port': ['ID=1469d3ca-0c07-4cb3-b29f-0adabd801b3b,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:39.487145 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829bb49-a680-456a-832b-4f595fade85f req-465a322c-c31b-4ce0-bdf2-757bb273248e tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:39.495219 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:39.498677 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7829bb49-a680-456a-832b-4f595fade85f req-465a322c-c31b-4ce0-bdf2-757bb273248e tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 944 time: 0.1967046 Apr 30 16:06:39.597681 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397294'] for router_interface, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:39.660233 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7829bb49-a680-456a-832b-4f595fade85f req-f573915b-b031-4ef7-b972-6f86d652dd34 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605041 Apr 30 16:06:39.775861 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267375e-8634-4129-944a-7440c573d1b5 req-3754bd6d-3869-460f-a8a6-8a4f50577910 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:39.794380 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0267375e-8634-4129-944a-7440c573d1b5 req-3754bd6d-3869-460f-a8a6-8a4f50577910 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "GET /v2.0/networks?id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0 HTTP/1.1" status: 200 len: 814 time: 0.3733394 Apr 30 16:06:39.814139 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fc723-a6cc-48f0-81f8-00384f0452f8 req-198fd597-8d5a-440b-816c-525f9f0e7a2f tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:39.816679 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c31fc723-a6cc-48f0-81f8-00384f0452f8 req-198fd597-8d5a-440b-816c-525f9f0e7a2f tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 945 time: 0.3203447 Apr 30 16:06:39.819653 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-0267375e-8634-4129-944a-7440c573d1b5 req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Request body: {'port': {'device_id': '1039acc3-2229-4ba1-8216-5a3ce222bec7', 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0', 'admin_state_up': True, 'tenant_id': '00ffd47a0b304e5cab764aa3194c9f1e'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:39.833285 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-4e63c40f-439d-446b-b610-6f8b90a8cc40 None None] Provisioning for port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:39.841630 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-4e63c40f-439d-446b-b610-6f8b90a8cc40 None None] Provisioning complete for port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:39.842518 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-4e63c40f-439d-446b-b610-6f8b90a8cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:39.883999 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:39.966181 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c31fc723-a6cc-48f0-81f8-00384f0452f8 req-5f307b60-1e33-420c-b19e-0ca498387f6f tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6660aa1-bde0-49b4-944e-24ac597b6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413713 Apr 30 16:06:39.986223 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-4e63c40f-439d-446b-b610-6f8b90a8cc40 None None] Port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:06:40.215268 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4b511d73-c596-45c9-90c7-1a8469061eb8 req-9655b6ee-3eb7-40dd-a2d0-4581795ab9fd tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 210 time: 0.0520678 Apr 30 16:06:40.355035 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-0267375e-8634-4129-944a-7440c573d1b5 req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:40.365640 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:40.377413 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:40.390680 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-0267375e-8634-4129-944a-7440c573d1b5 req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:40.408916 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0267375e-8634-4129-944a-7440c573d1b5 req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Made reservation on behalf of 00ffd47a0b304e5cab764aa3194c9f1e for: {'port': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:40.415420 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-0267375e-8634-4129-944a-7440c573d1b5 req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:40.426837 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:40.545878 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397131'] for router_interface, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:40.576711 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Pushing event updated for resources: {'Port': ['ID=1469d3ca-0c07-4cb3-b29f-0adabd801b3b,revision_number=2']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:40.580045 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:40.687836 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [req-0267375e-8634-4129-944a-7440c573d1b5 req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Allocated IP 172.20.0.9 (7c270391-f0de-4ac8-a22c-7b5c1aba27c0/3a12444c-e684-4d80-96a7-0431e752e298/50df49a0-c2c8-46f8-9283-e4e2d22985ac) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:06:40.765665 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69707c73-c1b6-4270-9ecc-b4849f7da3da req-789bad9b-b6d3-4ad5-af51-6828c7320149 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:40.775375 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-69707c73-c1b6-4270-9ecc-b4849f7da3da req-789bad9b-b6d3-4ad5-af51-6828c7320149 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.5223615 Apr 30 16:06:40.814382 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 03b5d091-5d49-45a6-ab02-f171ef704c1b up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:40.929113 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 03b5d091-5d49-45a6-ab02-f171ef704c1b completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:40.939933 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 03b5d091-5d49-45a6-ab02-f171ef704c1b triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:40.941380 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:40.951544 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-69707c73-c1b6-4270-9ecc-b4849f7da3da req-4721680d-06c3-45c9-86d3-794abb865393 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750128 Apr 30 16:06:40.976278 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 73476f38-b153-4db9-8739-663558ad70cb up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:40.986738 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Network d9d322e5-f673-44ea-8cea-a254f8442fe7 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:40.987933 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:41.117143 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port 73476f38-b153-4db9-8739-663558ad70cb completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:41.127823 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port 73476f38-b153-4db9-8739-663558ad70cb triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:41.129103 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:41.224948 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-0267375e-8634-4129-944a-7440c573d1b5 req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:41.242378 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aee73d-0e1b-4d3d-bfbc-2d35b836c5c3 req-b2083089-a36e-4797-8041-c7cfffadc0cb tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:41.243949 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-47aee73d-0e1b-4d3d-bfbc-2d35b836c5c3 req-b2083089-a36e-4797-8041-c7cfffadc0cb tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 944 time: 0.2781889 Apr 30 16:06:41.319601 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-47aee73d-0e1b-4d3d-bfbc-2d35b836c5c3 req-05649078-eb19-4829-bb84-1e45dc979ba9 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670798 Apr 30 16:06:41.342152 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-0267375e-8634-4129-944a-7440c573d1b5 req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:41.351744 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:41.410669 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:41.419935 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['71d769f1-d3a3-40dc-bac3-2df67fd26b53', 'c7fd28df-062e-4955-a4cc-c7acd6900de8', '16d6e2d6-b060-481b-a231-59920e094f58'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:06:41.431749 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Pushing event updated for resources: {'Port': ['ID=50df49a0-c2c8-46f8-9283-e4e2d22985ac,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:41.436487 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:41.445707 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0267375e-8634-4129-944a-7440c573d1b5 req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:41.447499 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [req-0267375e-8634-4129-944a-7440c573d1b5 req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:41.450259 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-0267375e-8634-4129-944a-7440c573d1b5 req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:06:41.479848 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:41.525696 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Router d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:06:41.530310 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267375e-8634-4129-944a-7440c573d1b5 req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:41.531039 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-0267375e-8634-4129-944a-7440c573d1b5 req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:41.566439 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0267375e-8634-4129-944a-7440c573d1b5 req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7650869 Apr 30 16:06:41.583231 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Request body: {'port': {'device_id': '1039acc3-2229-4ba1-8216-5a3ce222bec7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:41.601405 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port 03b5d091-5d49-45a6-ab02-f171ef704c1b, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=03b5d091-5d49-45a6-ab02-f171ef704c1b,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:41.626204 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca23f0-6fd2-4ce0-8c41-7ae4e0cb1e98 req-c60974f3-f1ef-49f0-af9c-fb3b6a0850c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:41.627884 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a6ca23f0-6fd2-4ce0-8c41-7ae4e0cb1e98 req-c60974f3-f1ef-49f0-af9c-fb3b6a0850c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 1099 time: 0.2620366 Apr 30 16:06:41.648859 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-04456efe-2c68-483e-bd86-df7d528414c6 None None] Provisioning complete for port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:41.649428 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-04456efe-2c68-483e-bd86-df7d528414c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:41.689677 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791e87e-f451-4525-b8b9-f0f13c49e376 req-ed1a4589-23e5-4886-8706-d5cbc14d4a72 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:41.691160 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8791e87e-f451-4525-b8b9-f0f13c49e376 req-ed1a4589-23e5-4886-8706-d5cbc14d4a72 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 931 time: 0.2607889 Apr 30 16:06:41.706168 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3091ec2d-c988-4944-bf19-9eed9d36e571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73476f38-b153-4db9-8739-663558ad70cb'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:41.734734 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 73476f38-b153-4db9-8739-663558ad70cb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=73476f38-b153-4db9-8739-663558ad70cb,segment=NetworkSegment(a47b53ac-b035-4512-9686-4807cf38245a),segment_id=a47b53ac-b035-4512-9686-4807cf38245a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:41.738847 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:41.744648 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:41.816609 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:41.826844 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a6ca23f0-6fd2-4ce0-8c41-7ae4e0cb1e98 req-082e8836-328a-454c-8fb0-1c3420bbe410 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867597 Apr 30 16:06:41.844304 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:41.857494 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3091ec2d-c988-4944-bf19-9eed9d36e571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73476f38-b153-4db9-8739-663558ad70cb', 'code': 200} Apr 30 16:06:41.876842 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:41.888604 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8791e87e-f451-4525-b8b9-f0f13c49e376 req-db2cd1d3-6fe9-4a00-adde-5efc7cf9cb10 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606296 Apr 30 16:06:41.889987 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:06:41.903419 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] 10.222.0.67 "PUT /v2.0/routers/d5a9f87c-3e09-47ff-b00f-1dbcb29d3518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9126093 Apr 30 16:06:41.924709 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-04456efe-2c68-483e-bd86-df7d528414c6 None None] Port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:06:41.956955 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=03b5d091-5d49-45a6-ab02-f171ef704c1b,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:41.961269 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:41.961740 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:42.081702 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=73476f38-b153-4db9-8739-663558ad70cb,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:42.089423 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:42.171568 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Sync routers for ids ['d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:06:42.213349 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Routers {'d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:42.214010 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:06:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:42.446066 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695f3f0-38a2-42b9-93a9-4b2fb688e9d4 req-b107667f-05a1-49fe-9bce-214512b5fad6 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:42.453149 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4695f3f0-38a2-42b9-93a9-4b2fb688e9d4 req-b107667f-05a1-49fe-9bce-214512b5fad6 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.2541795 Apr 30 16:06:42.469329 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc115-cf95-49ea-9be5-d522b03a76d4 req-fcee13ea-7b41-4e70-b023-0a75f16d1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:42.474037 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-17cdc115-cf95-49ea-9be5-d522b03a76d4 req-fcee13ea-7b41-4e70-b023-0a75f16d1ac6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 1098 time: 0.2250545 Apr 30 16:06:42.573646 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4695f3f0-38a2-42b9-93a9-4b2fb688e9d4 req-fbe86117-78dd-4cf1-bb5e-ab17168c176d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085870 Apr 30 16:06:42.592808 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-17cdc115-cf95-49ea-9be5-d522b03a76d4 req-8ea46cfa-9b2e-432c-a19b-16da0c68f49a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031802 Apr 30 16:06:42.610800 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 45936) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:42.693067 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Set router d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:42.766548 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50df49a0-c2c8-46f8-9283-e4e2d22985ac {{(pid=73974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:06:42.783875 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cd0b5831-06fe-4e28-9774-7194508a4fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:42.809994 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:42.841581 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Transition to ACTIVE for port object 50df49a0-c2c8-46f8-9283-e4e2d22985ac will not be triggered until provisioned by entity L2. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:42.848972 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:42.852774 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:42.888171 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 03b5d091-5d49-45a6-ab02-f171ef704c1b up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:42.890763 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-cd0b5831-06fe-4e28-9774-7194508a4fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:42.897578 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-cd0b5831-06fe-4e28-9774-7194508a4fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:02cc1add24d94c92ab4850a1f7ccafb9 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:42.901735 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-cd0b5831-06fe-4e28-9774-7194508a4fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:42.925885 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-cd0b5831-06fe-4e28-9774-7194508a4fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:43.031087 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Pushing event updated for resources: {'Port': ['ID=50df49a0-c2c8-46f8-9283-e4e2d22985ac,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:43.036318 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:43.258071 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20cd9a-7fe1-469e-abae-8d568ed2bcb5 req-d0785ef3-8e7c-4d15-9c3f-0634e7212972 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:43.275341 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1b20cd9a-7fe1-469e-abae-8d568ed2bcb5 req-d0785ef3-8e7c-4d15-9c3f-0634e7212972 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 945 time: 0.4586608 Apr 30 16:06:43.288676 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 03b5d091-5d49-45a6-ab02-f171ef704c1b triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:43.289247 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:43.291499 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cd0b5831-06fe-4e28-9774-7194508a4fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:43.382809 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cd0b5831-06fe-4e28-9774-7194508a4fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:43.398175 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-02a76666-061c-427d-abc1-15004b55ce20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:43.471524 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b5831-06fe-4e28-9774-7194508a4fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb3cf3f-32c9-4e8c-8a2e-1bc3ef67471c,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:43.509768 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cd0b5831-06fe-4e28-9774-7194508a4fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:43.543116 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb301d1-d2f4-449a-93f3-a4e052de4342 req-9dae0f12-0eb2-4cdd-b4e9-9e4b4c8945d0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:43.545113 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-beb301d1-d2f4-449a-93f3-a4e052de4342 req-9dae0f12-0eb2-4cdd-b4e9-9e4b4c8945d0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Synchronizing usage tracker for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:43.561709 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Attempting to bind port 50df49a0-c2c8-46f8-9283-e4e2d22985ac on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:06:43.562061 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Attempting to bind port 50df49a0-c2c8-46f8-9283-e4e2d22985ac by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:06:43.562584 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Attempting to bind port 50df49a0-c2c8-46f8-9283-e4e2d22985ac on network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:43.565841 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-cd0b5831-06fe-4e28-9774-7194508a4fc5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=02cc1add24d94c92ab4850a1f7ccafb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9538553 Apr 30 16:06:43.571074 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 45970) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:43.573927 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-beb301d1-d2f4-449a-93f3-a4e052de4342 req-9dae0f12-0eb2-4cdd-b4e9-9e4b4c8945d0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Unset dirty status for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:43.579354 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1b20cd9a-7fe1-469e-abae-8d568ed2bcb5 req-ed5cfd46-aa53-4baa-a584-861e2bc41afe tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019342 Apr 30 16:06:43.579967 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-beb301d1-d2f4-449a-93f3-a4e052de4342 req-9dae0f12-0eb2-4cdd-b4e9-9e4b4c8945d0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 943 time: 0.4137394 Apr 30 16:06:43.667815 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Port 50df49a0-c2c8-46f8-9283-e4e2d22985ac on network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:06:43.668142 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Attempting to bind port 50df49a0-c2c8-46f8-9283-e4e2d22985ac on network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:43.683378 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:06:43.683769 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Checking segment: {'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:43.685003 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Bound using segment: {'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:06:43.685723 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Bound port: 50df49a0-c2c8-46f8-9283-e4e2d22985ac, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28afa69e-228c-4f31-89ea-0dae961c6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0'}}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:06:43.686077 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:43.771279 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c76bec86-e688-45a5-8c16-5beee038ea38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:43.827518 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'name': 'tempest-TestMinimumBasicScenario-721288793-router', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '03b5d091-5d49-45a6-ab02-f171ef704c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:32Z', 'updated_at': '2021-04-30T16:06:39Z', 'revision_number': 4, 'project_id': '4db20ab936cc48dfb4c74c66028a02f4', 'gw_port': {'id': '03b5d091-5d49-45a6-ab02-f171ef704c1b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:33Z', 'updated_at': '2021-04-30T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '1469d3ca-0c07-4cb3-b29f-0adabd801b3b', 'name': '', 'network_id': 'd9d322e5-f673-44ea-8cea-a254f8442fe7', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4', 'mac_address': 'fa:16:3e:c4:86:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fd4b0b29-f9c6-4ee6-a068-bf0091ef681c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:38Z', 'updated_at': '2021-04-30T16:06:40Z', 'revision_number': 2, 'project_id': '4db20ab936cc48dfb4c74c66028a02f4', 'subnets': [{'id': 'fd4b0b29-f9c6-4ee6-a068-bf0091ef681c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:43.830160 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-beb301d1-d2f4-449a-93f3-a4e052de4342 req-89604911-f098-47e2-baf3-0452c0027d8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997898 Apr 30 16:06:43.844490 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Checking router: d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:06:43.844902 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Updating router d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b binding host dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:06:43.898776 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c76bec86-e688-45a5-8c16-5beee038ea38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:43.948469 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] For port 50df49a0-c2c8-46f8-9283-e4e2d22985ac, host hv-cinder-78719, cleared binding levels {{(pid=73974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:06:43.962327 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:44.001972 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] For port 50df49a0-c2c8-46f8-9283-e4e2d22985ac, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=50df49a0-c2c8-46f8-9283-e4e2d22985ac,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:06:44.014053 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:44.035612 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:44.126358 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c780a-c37f-4f45-af71-dd39b604cef8 req-0dcda39c-9637-4bd6-aae1-07a7899f72b2 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:44.141377 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:44.141377 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:44.142267 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0267375e-8634-4129-944a-7440c573d1b5 req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] 10.222.0.65 "PUT /v2.0/ports/50df49a0-c2c8-46f8-9283-e4e2d22985ac HTTP/1.1" status: 200 len: 1093 time: 2.5645504 Apr 30 16:06:44.144586 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1039acc3-2229-4ba1-8216-5a3ce222bec7', 'tag': '50df49a0-c2c8-46f8-9283-e4e2d22985ac'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:44.150837 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a55c780a-c37f-4f45-af71-dd39b604cef8 req-0dcda39c-9637-4bd6-aae1-07a7899f72b2 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1851158 Apr 30 16:06:44.182724 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Pushing event updated for resources: {'Port': ['ID=50df49a0-c2c8-46f8-9283-e4e2d22985ac,revision_number=3']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:44.185976 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:44.202406 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c76bec86-e688-45a5-8c16-5beee038ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:44.206377 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-179aea7c-d2a7-4afc-ac35-971c9aa76631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:44.235060 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bec86-e688-45a5-8c16-5beee038ea38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb3cf3f-32c9-4e8c-8a2e-1bc3ef67471c,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:44.239143 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c76bec86-e688-45a5-8c16-5beee038ea38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:44.277513 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a55c780a-c37f-4f45-af71-dd39b604cef8 req-b654eb20-8a8f-42c0-b339-535a004f0c20 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193194 Apr 30 16:06:44.321759 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1039acc3-2229-4ba1-8216-5a3ce222bec7', 'tag': '50df49a0-c2c8-46f8-9283-e4e2d22985ac', 'status': 'completed', 'code': 200} Apr 30 16:06:44.326660 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c76bec86-e688-45a5-8c16-5beee038ea38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:44.327860 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-c76bec86-e688-45a5-8c16-5beee038ea38 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ddb3cf3f-32c9-4e8c-8a2e-1bc3ef67471c HTTP/1.1" status: 204 len: 168 time: 0.7553687 Apr 30 16:06:44.394539 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267375e-8634-4129-944a-7440c573d1b5 req-fc8bba34-2a60-4bf7-be73-6f38bcf39dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:44.399857 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0267375e-8634-4129-944a-7440c573d1b5 req-fc8bba34-2a60-4bf7-be73-6f38bcf39dcb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ffd47a0b304e5cab764aa3194c9f1e&device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 1096 time: 0.1597703 Apr 30 16:06:44.538034 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0267375e-8634-4129-944a-7440c573d1b5 req-5403a241-65f6-4818-a011-048ee3293eb7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50df49a0-c2c8-46f8-9283-e4e2d22985ac HTTP/1.1" status: 200 len: 217 time: 0.1224632 Apr 30 16:06:44.673792 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c35b0f-65ef-4284-96fd-3df4b6fd1175 req-0a6c3e38-ff64-4c43-b3cf-eee5a01c8525 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:44.683486 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c1c35b0f-65ef-4284-96fd-3df4b6fd1175 req-0a6c3e38-ff64-4c43-b3cf-eee5a01c8525 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1651614 Apr 30 16:06:44.727695 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267375e-8634-4129-944a-7440c573d1b5 req-cb0eebad-78f2-419a-a3f1-660a509118b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:44.730167 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0267375e-8634-4129-944a-7440c573d1b5 req-cb0eebad-78f2-419a-a3f1-660a509118b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a12444c-e684-4d80-96a7-0431e752e298 HTTP/1.1" status: 200 len: 854 time: 0.1501069 Apr 30 16:06:44.827313 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Notify callbacks [] for port, precommit_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:44.850456 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c1c35b0f-65ef-4284-96fd-3df4b6fd1175 req-6eca70ea-ebc7-4d90-bc4c-dcda03ef89ba tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660457 Apr 30 16:06:44.867598 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Transition to ACTIVE for port object 1469d3ca-0c07-4cb3-b29f-0adabd801b3b will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:44.900177 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0267375e-8634-4129-944a-7440c573d1b5 req-a9a093f2-aee6-4624-a69c-7fa94f62888d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386137 Apr 30 16:06:44.904891 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:44.938927 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-f8f0465d-24e7-483d-b664-e05facd0672f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:45.090628 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082b996-54b6-42d6-80e9-091584379a65 None None] Pushing event updated for resources: {'Port': ['ID=1469d3ca-0c07-4cb3-b29f-0adabd801b3b,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:45.180801 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 46004) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:45.221016 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-de426491-fe03-4c58-9e7c-6d5ce3b668ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:45.222601 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-3082b996-54b6-42d6-80e9-091584379a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:45.276965 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0267375e-8634-4129-944a-7440c573d1b5 req-0a69289b-4d6b-4107-b399-aafee589d936 service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006799 Apr 30 16:06:45.277654 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-de426491-fe03-4c58-9e7c-6d5ce3b668ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:45.292882 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-de426491-fe03-4c58-9e7c-6d5ce3b668ae admin admin] Usage tracker for resource:security_group_rule and tenant:4a92f7943cf04d69950d70f8ce23499f is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:45.300925 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-de426491-fe03-4c58-9e7c-6d5ce3b668ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:45.311989 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-de426491-fe03-4c58-9e7c-6d5ce3b668ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:45.521548 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Attempting to bind port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:06:45.521930 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Attempting to bind port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': 'a7e0ac82-0e5b-4fea-a907-f028ac013211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd9d322e5-f673-44ea-8cea-a254f8442fe7'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:06:45.522288 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Attempting to bind port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b on network d9d322e5-f673-44ea-8cea-a254f8442fe7 {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:45.537642 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:06:45.537929 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Checking segment: {'id': 'a7e0ac82-0e5b-4fea-a907-f028ac013211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd9d322e5-f673-44ea-8cea-a254f8442fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:45.538347 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:45.538738 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Bound using segment: {'id': 'a7e0ac82-0e5b-4fea-a907-f028ac013211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd9d322e5-f673-44ea-8cea-a254f8442fe7'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:06:45.539211 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Bound port: 1469d3ca-0c07-4cb3-b29f-0adabd801b3b, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e0ac82-0e5b-4fea-a907-f028ac013211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'd9d322e5-f673-44ea-8cea-a254f8442fe7'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:06:45.539588 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:45.683189 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] For port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:06:45.687927 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] For port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=1469d3ca-0c07-4cb3-b29f-0adabd801b3b,segment=NetworkSegment(a7e0ac82-0e5b-4fea-a907-f028ac013211),segment_id=a7e0ac82-0e5b-4fea-a907-f028ac013211)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:06:45.696359 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0267375e-8634-4129-944a-7440c573d1b5 req-7d7f6ab3-d2c5-4cbc-8a84-6599641b288b service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922052 Apr 30 16:06:45.698605 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:45.705882 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-fb747382-0fcd-4c84-bec3-300b0493fac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:45.707729 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-de426491-fe03-4c58-9e7c-6d5ce3b668ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:45.726513 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-de426491-fe03-4c58-9e7c-6d5ce3b668ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:45.768193 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea719f-9f61-4780-b858-7c0a27db4b23 req-eb7ada04-28bd-4dd8-8ccc-f424535e1a63 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:45.776641 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cd0b5831-06fe-4e28-9774-7194508a4fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:45.777401 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d6ea719f-9f61-4780-b858-7c0a27db4b23 req-eb7ada04-28bd-4dd8-8ccc-f424535e1a63 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 945 time: 0.8710821 Apr 30 16:06:45.789288 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-de426491-fe03-4c58-9e7c-6d5ce3b668ae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4a92f7943cf04d69950d70f8ce23499f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6071746 Apr 30 16:06:45.801537 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 46016) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:45.895788 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d6ea719f-9f61-4780-b858-7c0a27db4b23 req-838b425c-67ee-4990-917f-d372f63d1419 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167605 Apr 30 16:06:45.945900 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082b996-54b6-42d6-80e9-091584379a65 None None] Pushing event updated for resources: {'Port': ['ID=1469d3ca-0c07-4cb3-b29f-0adabd801b3b,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:45.948766 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de426491-fe03-4c58-9e7c-6d5ce3b668ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ec4ec3-a451-4f08-b299-32d8cf66ab6e,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:45.964088 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-3082b996-54b6-42d6-80e9-091584379a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:45.984762 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbebcf-936f-4024-90fe-8f8f460fe30b req-f0973d1b-df82-4b3d-9346-7bdece5e098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:45.986411 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9ecbebcf-936f-4024-90fe-8f8f460fe30b req-f0973d1b-df82-4b3d-9346-7bdece5e098a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ffd47a0b304e5cab764aa3194c9f1e&device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 1096 time: 0.1694441 Apr 30 16:06:46.001925 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-de426491-fe03-4c58-9e7c-6d5ce3b668ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:46.034568 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ddf43-838c-43d7-b44c-d76e7c6460dc req-db9e7a57-414d-4bcf-8b81-0a80e0965a58 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:46.049160 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Routers {'d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:46.049772 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:06:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:46.055944 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-228ddf43-838c-43d7-b44c-d76e7c6460dc req-db9e7a57-414d-4bcf-8b81-0a80e0965a58 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 943 time: 0.5382555 Apr 30 16:06:46.113613 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbe95-4c08-4486-91c6-178b154d2755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:46.264879 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbebcf-936f-4024-90fe-8f8f460fe30b req-6035d6cb-ddd1-4f9d-9650-1d0eaa8b00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:46.266360 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9ecbebcf-936f-4024-90fe-8f8f460fe30b req-6035d6cb-ddd1-4f9d-9650-1d0eaa8b00f3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0 HTTP/1.1" status: 200 len: 915 time: 0.2688122 Apr 30 16:06:46.288571 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-228ddf43-838c-43d7-b44c-d76e7c6460dc req-8b5f2ee1-9842-46af-973b-4e6ef3b50016 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200904 Apr 30 16:06:46.294968 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbe95-4c08-4486-91c6-178b154d2755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:46.398541 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbe95-4c08-4486-91c6-178b154d2755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:46.418840 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b8b0271f-d457-4514-8868-4ba9407a6f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:46.425766 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] Set router d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:46.460925 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fbe95-4c08-4486-91c6-178b154d2755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ec4ec3-a451-4f08-b299-32d8cf66ab6e,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:46.477090 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cb3fbe95-4c08-4486-91c6-178b154d2755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:46.490605 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbe95-4c08-4486-91c6-178b154d2755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:46.494975 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-cb3fbe95-4c08-4486-91c6-178b154d2755 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d0ec4ec3-a451-4f08-b299-32d8cf66ab6e HTTP/1.1" status: 204 len: 168 time: 0.6882501 Apr 30 16:06:46.553828 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9ecbebcf-936f-4024-90fe-8f8f460fe30b req-b3da7f02-6839-4d0b-b79f-6d002fba0225 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50df49a0-c2c8-46f8-9283-e4e2d22985ac HTTP/1.1" status: 200 len: 217 time: 0.2639186 Apr 30 16:06:46.733248 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbebcf-936f-4024-90fe-8f8f460fe30b req-189112ad-37da-4ec6-9951-3cb678579d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:46.734716 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9ecbebcf-936f-4024-90fe-8f8f460fe30b req-189112ad-37da-4ec6-9951-3cb678579d87 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a12444c-e684-4d80-96a7-0431e752e298 HTTP/1.1" status: 200 len: 854 time: 0.1667666 Apr 30 16:06:46.843519 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9ecbebcf-936f-4024-90fe-8f8f460fe30b req-b07e4eff-bd8c-4175-8651-94c00b9afb53 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c270391-f0de-4ac8-a22c-7b5c1aba27c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960753 Apr 30 16:06:47.226837 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'name': 'tempest-TestMinimumBasicScenario-721288793-router', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '03b5d091-5d49-45a6-ab02-f171ef704c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:32Z', 'updated_at': '2021-04-30T16:06:39Z', 'revision_number': 4, 'project_id': '4db20ab936cc48dfb4c74c66028a02f4', 'gw_port': {'id': '03b5d091-5d49-45a6-ab02-f171ef704c1b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:33Z', 'updated_at': '2021-04-30T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '1469d3ca-0c07-4cb3-b29f-0adabd801b3b', 'name': '', 'network_id': 'd9d322e5-f673-44ea-8cea-a254f8442fe7', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4', 'mac_address': 'fa:16:3e:c4:86:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fd4b0b29-f9c6-4ee6-a068-bf0091ef681c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:38Z', 'updated_at': '2021-04-30T16:06:45Z', 'revision_number': 4, 'project_id': '4db20ab936cc48dfb4c74c66028a02f4', 'subnets': [{'id': 'fd4b0b29-f9c6-4ee6-a068-bf0091ef681c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:47.227485 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9ecbebcf-936f-4024-90fe-8f8f460fe30b req-4d978882-6c89-46e8-8d57-b6d31906e19c service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712344 Apr 30 16:06:47.246516 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f761f3c-827d-4967-a85a-2bbca0bb2be1 None None] The sync data for ids ['d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'] in dv-cinder-787195-6-smb is: [{'id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'name': 'tempest-TestMinimumBasicScenario-721288793-router', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '03b5d091-5d49-45a6-ab02-f171ef704c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:32Z', 'updated_at': '2021-04-30T16:06:39Z', 'revision_number': 4, 'project_id': '4db20ab936cc48dfb4c74c66028a02f4', 'gw_port': {'id': '03b5d091-5d49-45a6-ab02-f171ef704c1b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:33Z', 'updated_at': '2021-04-30T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '1469d3ca-0c07-4cb3-b29f-0adabd801b3b', 'name': '', 'network_id': 'd9d322e5-f673-44ea-8cea-a254f8442fe7', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4', 'mac_address': 'fa:16:3e:c4:86:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'fd4b0b29-f9c6-4ee6-a068-bf0091ef681c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:38Z', 'updated_at': '2021-04-30T16:06:45Z', 'revision_number': 4, 'project_id': '4db20ab936cc48dfb4c74c66028a02f4', 'subnets': [{'id': 'fd4b0b29-f9c6-4ee6-a068-bf0091ef681c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:06:47.367449 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271a37b-741a-49da-895c-9095b8f1c206 req-961521fa-eaf0-4a64-ac01-5931d41e66fb tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:47.376301 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e271a37b-741a-49da-895c-9095b8f1c206 req-961521fa-eaf0-4a64-ac01-5931d41e66fb tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 945 time: 0.2162206 Apr 30 16:06:47.520462 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e271a37b-741a-49da-895c-9095b8f1c206 req-045c2408-37a5-4831-ac88-ae9295a241f5 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6660aa1-bde0-49b4-944e-24ac597b6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431398 Apr 30 16:06:47.873759 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9ecbebcf-936f-4024-90fe-8f8f460fe30b req-cfe31ef1-844a-441d-b116-fd017daa379a service neutron] 10.222.0.65 "GET /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039052 Apr 30 16:06:48.239324 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920279e1-aabe-4e09-bd56-eef65da9d50d req-3fd2b134-cef3-46fb-96e7-a5401e0a88b5 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:48.241329 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-920279e1-aabe-4e09-bd56-eef65da9d50d req-3fd2b134-cef3-46fb-96e7-a5401e0a88b5 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 943 time: 0.3520114 Apr 30 16:06:48.416482 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-920279e1-aabe-4e09-bd56-eef65da9d50d req-aa690f59-bf2f-47a1-8cce-80c7c40dfddb tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649804 Apr 30 16:06:48.442038 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4058b-1ecc-4da8-938a-21150ec60d93 req-e33c72bc-62aa-40c3-a351-9148a76ba798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:48.443784 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a4e4058b-1ecc-4da8-938a-21150ec60d93 req-e33c72bc-62aa-40c3-a351-9148a76ba798 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8baee5fa7e864efcb872c20e058ef004&device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 1098 time: 0.3850257 Apr 30 16:06:48.895905 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 1469d3ca-0c07-4cb3-b29f-0adabd801b3b up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:48.920306 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4058b-1ecc-4da8-938a-21150ec60d93 req-16944e6a-6c59-426a-8f68-fc14ea636d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:48.922412 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a4e4058b-1ecc-4da8-938a-21150ec60d93 req-16944e6a-6c59-426a-8f68-fc14ea636d7b service neutron] 10.222.0.65 "GET /v2.0/networks?id=56b59402-099e-42b6-a07e-fb025d8545b0 HTTP/1.1" status: 200 len: 919 time: 0.4670014 Apr 30 16:06:49.025112 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a4e4058b-1ecc-4da8-938a-21150ec60d93 req-95d5b27a-f5b8-43fd-8c93-5aa80b80ca71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4005add-2a65-4c56-b508-17dc81f888d0 HTTP/1.1" status: 200 len: 217 time: 0.0784550 Apr 30 16:06:49.084449 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db838fd4-2bf9-46fd-a186-c5271ea77527 req-32b09219-c4a5-4ce9-9754-57900e66b3a7 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:49.089156 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-db838fd4-2bf9-46fd-a186-c5271ea77527 req-32b09219-c4a5-4ce9-9754-57900e66b3a7 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 945 time: 0.1533082 Apr 30 16:06:49.115213 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 50df49a0-c2c8-46f8-9283-e4e2d22985ac details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:06:49.211828 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c00192-f5a9-40d2-a9f0-5c8a8842a2fc req-2f77c4dc-86a6-4424-ab0f-2d7740adc646 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:49.223508 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-49c00192-f5a9-40d2-a9f0-5c8a8842a2fc req-2f77c4dc-86a6-4424-ab0f-2d7740adc646 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.4772820 Apr 30 16:06:49.226209 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-db838fd4-2bf9-46fd-a186-c5271ea77527 req-a495d7d6-08a9-4b7b-af70-e6b90df00630 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6660aa1-bde0-49b4-944e-24ac597b6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296325 Apr 30 16:06:49.306229 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-04a67013-761d-4433-8f6f-293197ef96c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:49.313801 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4058b-1ecc-4da8-938a-21150ec60d93 req-c7528dba-c9c8-4b9d-a139-2fc11298dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:49.326084 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a4e4058b-1ecc-4da8-938a-21150ec60d93 req-c7528dba-c9c8-4b9d-a139-2fc11298dc38 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f679e3b4-95e5-4a15-977e-21a4265e9b6c HTTP/1.1" status: 200 len: 858 time: 0.2714024 Apr 30 16:06:49.365756 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-49c00192-f5a9-40d2-a9f0-5c8a8842a2fc req-f1af2199-88da-4384-925e-2c2ad08755d6 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412587 Apr 30 16:06:49.530490 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a4e4058b-1ecc-4da8-938a-21150ec60d93 req-384d0ce9-092a-41e8-93aa-cea0f70e67c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b59402-099e-42b6-a07e-fb025d8545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838264 Apr 30 16:06:49.612360 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:49.638484 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:49.638484 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:49.693478 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 50df49a0-c2c8-46f8-9283-e4e2d22985ac, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=50df49a0-c2c8-46f8-9283-e4e2d22985ac,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:49.721122 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': '50df49a0-c2c8-46f8-9283-e4e2d22985ac', 'network_id': '7c270391-f0de-4ac8-a22c-7b5c1aba27c0', 'port_id': '50df49a0-c2c8-46f8-9283-e4e2d22985ac', 'mac_address': 'fa:16:3e:33:1b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a12444c-e684-4d80-96a7-0431e752e298', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:06:49.881605 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:49.909894 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50df49a0-c2c8-46f8-9283-e4e2d22985ac {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:06:49.935480 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:49.942032 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a4e4058b-1ecc-4da8-938a-21150ec60d93 req-1fd02dc9-fb0e-457d-a880-b6e7b35284f2 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909786 Apr 30 16:06:49.956382 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 50df49a0-c2c8-46f8-9283-e4e2d22985ac, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=50df49a0-c2c8-46f8-9283-e4e2d22985ac,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:49.969712 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:49.975609 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-e524783b-a3ae-429f-98b5-0ce91e899776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:50.046467 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=1469d3ca-0c07-4cb3-b29f-0adabd801b3b,segment=NetworkSegment(a7e0ac82-0e5b-4fea-a907-f028ac013211),segment_id=a7e0ac82-0e5b-4fea-a907-f028ac013211)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:50.065049 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:50.092869 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=50df49a0-c2c8-46f8-9283-e4e2d22985ac,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:50.110841 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:50.112752 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:50.121247 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feae84c-3525-4e5f-a631-d2ece6a76727 req-4a715bcb-6bec-4e54-b31b-0091bfe25ee9 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:50.130654 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4feae84c-3525-4e5f-a631-d2ece6a76727 req-4a715bcb-6bec-4e54-b31b-0091bfe25ee9 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 943 time: 0.4183664 Apr 30 16:06:50.187247 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a91d7-a7e2-4703-97d8-1095e90fe508 req-a543a977-56f9-4f9f-93a0-211915ec40b2 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:50.199327 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-764a91d7-a7e2-4703-97d8-1095e90fe508 req-a543a977-56f9-4f9f-93a0-211915ec40b2 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.65 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 945 time: 0.2928922 Apr 30 16:06:50.200239 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=1469d3ca-0c07-4cb3-b29f-0adabd801b3b,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:50.208465 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:50.214687 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4feae84c-3525-4e5f-a631-d2ece6a76727 req-eb35357e-d290-462c-96a3-d4ad090a7cc9 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830860 Apr 30 16:06:50.270508 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a4e4058b-1ecc-4da8-938a-21150ec60d93 req-129921e3-ef75-4fb4-896f-7e069c47e55b service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131196 Apr 30 16:06:50.550966 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['50df49a0-c2c8-46f8-9283-e4e2d22985ac'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:06:50.750248 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-764a91d7-a7e2-4703-97d8-1095e90fe508 req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Deleting port 4e529413-aabc-426b-acd6-72094e556d2e {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:06:50.750609 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-764a91d7-a7e2-4703-97d8-1095e90fe508 req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:50.752758 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcb48b-15be-421a-8e3f-b0a2f122cf99 req-6be9cf74-375c-4d53-90df-ae6f0bcdd8c0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:50.754275 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-aadcb48b-15be-421a-8e3f-b0a2f122cf99 req-6be9cf74-375c-4d53-90df-ae6f0bcdd8c0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.2398741 Apr 30 16:06:50.839460 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 1469d3ca-0c07-4cb3-b29f-0adabd801b3b up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:50.894649 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-aadcb48b-15be-421a-8e3f-b0a2f122cf99 req-966956b4-bb70-451d-a5c1-5dc9964ce8a9 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321521 Apr 30 16:06:51.030513 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b2df9-1037-4795-8637-59d92c2c91b4 req-94c071b4-094d-4f63-938c-e8a75e2004cd tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:51.038530 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-3f5b2df9-1037-4795-8637-59d92c2c91b4 req-94c071b4-094d-4f63-938c-e8a75e2004cd tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 945 time: 0.6294341 Apr 30 16:06:51.051273 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:51.051935 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:51.093238 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-764a91d7-a7e2-4703-97d8-1095e90fe508 req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] For port 4e529413-aabc-426b-acd6-72094e556d2e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4e529413-aabc-426b-acd6-72094e556d2e,segment=NetworkSegment(cf2e1557-b844-4ae0-90db-3971f547bf2a),segment_id=cf2e1557-b844-4ae0-90db-3971f547bf2a)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:51.093238 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-764a91d7-a7e2-4703-97d8-1095e90fe508 req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:51.165011 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 46192) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:51.330913 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-764a91d7-a7e2-4703-97d8-1095e90fe508 req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Calling delete_port for 4e529413-aabc-426b-acd6-72094e556d2e owned by compute:nova {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:06:51.382586 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-32988c8a-98b1-40ca-97e8-7a243526202c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:51.403790 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-32988c8a-98b1-40ca-97e8-7a243526202c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:51.408524 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-32988c8a-98b1-40ca-97e8-7a243526202c admin admin] Usage tracker for resource:security_group_rule and tenant:18f57bc15326456d862032295063a3e5 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:51.413097 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-32988c8a-98b1-40ca-97e8-7a243526202c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:51.425787 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-32988c8a-98b1-40ca-97e8-7a243526202c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:51.524340 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-3f5b2df9-1037-4795-8637-59d92c2c91b4 req-56611dcc-1e88-4492-bfd4-ffa7505c9ec5 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6660aa1-bde0-49b4-944e-24ac597b6975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822001 Apr 30 16:06:51.553737 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-764a91d7-a7e2-4703-97d8-1095e90fe508 req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:51.566545 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:51.602827 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cd9bc-3913-46ba-9037-c26f42507331 req-27ab3c59-b533-4781-a15f-55f947aa2e7b tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:51.610156 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-614cd9bc-3913-46ba-9037-c26f42507331 req-27ab3c59-b533-4781-a15f-55f947aa2e7b tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 944 time: 0.1450026 Apr 30 16:06:51.634178 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-32988c8a-98b1-40ca-97e8-7a243526202c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:51.651197 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Pushing event deleted for resources: {'Port': ['ID=4e529413-aabc-426b-acd6-72094e556d2e,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:51.654112 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-32988c8a-98b1-40ca-97e8-7a243526202c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:51.661094 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:51.694159 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:51.694159 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:51.694463 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:51.694712 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:51.695052 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:51.695394 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:51.696159 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:51.696159 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:51.696363 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:51.696727 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:51.697066 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:51.697398 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:51.708967 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:51.710088 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-764a91d7-a7e2-4703-97d8-1095e90fe508 req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] No DVR routers for this DVR port 4e529413-aabc-426b-acd6-72094e556d2e on host hv-cinder-78719 {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:06:51.714919 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-764a91d7-a7e2-4703-97d8-1095e90fe508 req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:51.718276 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788', 'name': 'network-vif-deleted', 'tag': '4e529413-aabc-426b-acd6-72094e556d2e'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:51.737129 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-614cd9bc-3913-46ba-9037-c26f42507331 req-22784af6-2cce-42f5-8543-fdcd4768fd5b tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259789 Apr 30 16:06:51.747896 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-32988c8a-98b1-40ca-97e8-7a243526202c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=18f57bc15326456d862032295063a3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5746064 Apr 30 16:06:51.748208 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-764a91d7-a7e2-4703-97d8-1095e90fe508 req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.65 "DELETE /v2.0/ports/4e529413-aabc-426b-acd6-72094e556d2e HTTP/1.1" status: 204 len: 173 time: 1.5354471 Apr 30 16:06:51.748361 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32988c8a-98b1-40ca-97e8-7a243526202c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7689b633-b8d5-4c36-86f6-0630149b637b,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:51.760933 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 46206) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:51.765023 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-32988c8a-98b1-40ca-97e8-7a243526202c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:51.860603 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-981d7e63-ea29-483c-a8db-5ff9521e3166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:51.886350 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788', 'name': 'network-vif-deleted', 'tag': '4e529413-aabc-426b-acd6-72094e556d2e', 'status': 'completed', 'code': 200} Apr 30 16:06:51.910151 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-981d7e63-ea29-483c-a8db-5ff9521e3166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:51.982658 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-78ff193a-2363-4eb3-b484-84a52ee9f730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:52.023884 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-981d7e63-ea29-483c-a8db-5ff9521e3166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:52.029246 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-1a9f43fc-eb9a-401a-988d-216a7517686b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:52.042674 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d7e63-ea29-483c-a8db-5ff9521e3166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7689b633-b8d5-4c36-86f6-0630149b637b,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:52.066777 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-981d7e63-ea29-483c-a8db-5ff9521e3166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:52.086746 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-981d7e63-ea29-483c-a8db-5ff9521e3166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:52.093336 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-981d7e63-ea29-483c-a8db-5ff9521e3166 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7689b633-b8d5-4c36-86f6-0630149b637b HTTP/1.1" status: 204 len: 168 time: 0.3290024 Apr 30 16:06:52.212062 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a55ab-48dd-4cc7-afd4-d5bfde73e628 req-3749e271-ddcd-40e1-aa9e-b64169435af1 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:52.213934 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-006a55ab-48dd-4cc7-afd4-d5bfde73e628 req-3749e271-ddcd-40e1-aa9e-b64169435af1 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1461773 Apr 30 16:06:52.291606 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-006a55ab-48dd-4cc7-afd4-d5bfde73e628 req-d33976ed-f0bf-457b-abca-bfdadb567299 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618725 Apr 30 16:06:52.404317 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['4e529413-aabc-426b-acd6-72094e556d2e'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:06:52.632962 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 46224) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:52.679435 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:52.724376 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:52.731967 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Usage tracker for resource:security_group_rule and tenant:bc90b666f9df44a5bdbc40ecc0eba28a is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:52.739961 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:52.752617 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:52.791406 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-d60c7b6c-46f7-47f9-9afc-ba52b5f33bdb req-1b551a75-13c6-4b6d-bdad-4514576191e1 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Synchronizing usage tracker for tenant:9bbd75a6d06a460dbf56eb5d15b306f6 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:52.836608 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-d60c7b6c-46f7-47f9-9afc-ba52b5f33bdb req-1b551a75-13c6-4b6d-bdad-4514576191e1 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Unset dirty status for tenant:9bbd75a6d06a460dbf56eb5d15b306f6 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:52.838317 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d60c7b6c-46f7-47f9-9afc-ba52b5f33bdb req-1b551a75-13c6-4b6d-bdad-4514576191e1 tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa26b2b-d06a-4ec3-a414-e2f3e6fa3788 HTTP/1.1" status: 200 len: 210 time: 0.1259394 Apr 30 16:06:52.913813 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:52.953664 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:52.985730 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 50df49a0-c2c8-46f8-9283-e4e2d22985ac up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:53.059481 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:53.094964 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port 50df49a0-c2c8-46f8-9283-e4e2d22985ac completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:53.101934 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port 50df49a0-c2c8-46f8-9283-e4e2d22985ac triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:53.102393 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:53.120997 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc90b666f9df44a5bdbc40ecc0eba28a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845309 Apr 30 16:06:53.122178 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91e98ec-6a4f-463c-ba77-6fe8816eb770,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:53.122596 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 46232) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:53.150681 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:53.151125 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:53.151700 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:53.151945 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:53.152374 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:53.153377 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:53.153848 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:53.154258 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:53.154662 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:53.155069 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:53.155472 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:53.155872 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:53.160995 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:53.180310 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c695e-dc72-4dac-88b1-68c2d9d90941 req-0c9b7698-5267-4549-8cc6-cdcaea2a4232 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:53.188878 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fa9c695e-dc72-4dac-88b1-68c2d9d90941 req-0c9b7698-5267-4549-8cc6-cdcaea2a4232 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 944 time: 0.2735257 Apr 30 16:06:53.242359 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e7e7b41c-d6c8-497f-8dd3-84a5350b363b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:53.251327 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fa9c695e-dc72-4dac-88b1-68c2d9d90941 req-1f5632d9-2947-49f3-89cc-b8b9db30f192 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614474 Apr 30 16:06:53.282210 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:53.284066 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e7e7b41c-d6c8-497f-8dd3-84a5350b363b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:53.326393 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:53.333907 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1039acc3-2229-4ba1-8216-5a3ce222bec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50df49a0-c2c8-46f8-9283-e4e2d22985ac'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:53.358931 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e7e7b41c-d6c8-497f-8dd3-84a5350b363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:53.367904 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-02e47cdc-2d5c-47d8-996a-d6789c66865a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:53.377523 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 50df49a0-c2c8-46f8-9283-e4e2d22985ac, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=50df49a0-c2c8-46f8-9283-e4e2d22985ac,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:53.385149 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:53.386505 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 4e529413-aabc-426b-acd6-72094e556d2e no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:06:53.407784 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7b41c-d6c8-497f-8dd3-84a5350b363b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91e98ec-6a4f-463c-ba77-6fe8816eb770,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:53.411813 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-e7e7b41c-d6c8-497f-8dd3-84a5350b363b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:53.416008 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e7e7b41c-d6c8-497f-8dd3-84a5350b363b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:53.421156 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-e7e7b41c-d6c8-497f-8dd3-84a5350b363b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f91e98ec-6a4f-463c-ba77-6fe8816eb770 HTTP/1.1" status: 204 len: 168 time: 0.2974451 Apr 30 16:06:53.454784 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:53.538437 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: 4e529413-aabc-426b-acd6-72094e556d2e {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:06:53.539127 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 4e529413-aabc-426b-acd6-72094e556d2e not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:06:53.588311 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1039acc3-2229-4ba1-8216-5a3ce222bec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50df49a0-c2c8-46f8-9283-e4e2d22985ac', 'code': 200} Apr 30 16:06:53.651407 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0045d-2f37-45f1-a90f-f2f2a52761c7 req-9f66d5c5-9841-4e15-bb27-bfe16f2fa00b tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:53.663393 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-78c0045d-2f37-45f1-a90f-f2f2a52761c7 req-9f66d5c5-9841-4e15-bb27-bfe16f2fa00b tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1086185 Apr 30 16:06:53.692344 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=50df49a0-c2c8-46f8-9283-e4e2d22985ac,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:53.695858 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:53.723849 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-78c0045d-2f37-45f1-a90f-f2f2a52761c7 req-c8f8176c-4376-403f-8658-d45431574382 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594530 Apr 30 16:06:53.854722 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79239668-103b-4658-9208-2da49b1530df req-c2d6c309-ff29-4cb7-8039-1e02e0144bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:53.857043 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-79239668-103b-4658-9208-2da49b1530df req-c2d6c309-ff29-4cb7-8039-1e02e0144bde service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 1098 time: 0.1064303 Apr 30 16:06:53.921604 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-79239668-103b-4658-9208-2da49b1530df req-d48e47eb-7636-4de8-a0e8-cd783c20896a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540557 Apr 30 16:06:54.480085 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5564080-e4cd-462a-a2d1-39e05f73fe66 req-e92e8f53-d584-4500-b458-c911b7e5b625 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:54.489800 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b5564080-e4cd-462a-a2d1-39e05f73fe66 req-e92e8f53-d584-4500-b458-c911b7e5b625 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 945 time: 0.1165631 Apr 30 16:06:54.553390 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b5564080-e4cd-462a-a2d1-39e05f73fe66 req-1c0e769d-96bb-47f2-a9c4-2350827c03c7 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625834 Apr 30 16:06:54.848910 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:55.052085 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194412a0-5ea5-4f14-b9e3-117ffc805ea9 req-7c719338-424f-4007-856d-1bd627dd60ab tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:55.061381 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-194412a0-5ea5-4f14-b9e3-117ffc805ea9 req-7c719338-424f-4007-856d-1bd627dd60ab tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1405935 Apr 30 16:06:55.149935 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-194412a0-5ea5-4f14-b9e3-117ffc805ea9 req-55344a62-081c-4f4b-8503-12279b4e3dc5 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832088 Apr 30 16:06:55.842812 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c563d-53fa-4d13-86e2-7de2eecd9ea2 req-fd742af0-2540-4f6f-a4ee-73f08042e2bb tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:55.850790 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-dd2c563d-53fa-4d13-86e2-7de2eecd9ea2 req-fd742af0-2540-4f6f-a4ee-73f08042e2bb tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 945 time: 0.1294119 Apr 30 16:06:55.899784 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-dd2c563d-53fa-4d13-86e2-7de2eecd9ea2 req-5c5f0809-6eb2-41e2-9a5b-c4c87f567dcd tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Apr 30 16:06:56.497792 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c0fb0-d7e5-434d-9ff3-f243511512a0 req-3b0a84e0-b17c-4f77-877e-d5856ef7a938 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:56.500346 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1c5c0fb0-d7e5-434d-9ff3-f243511512a0 req-3b0a84e0-b17c-4f77-877e-d5856ef7a938 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1267085 Apr 30 16:06:56.608523 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1c5c0fb0-d7e5-434d-9ff3-f243511512a0 req-ccfcd268-86b8-49ef-aad5-e55555906254 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986395 Apr 30 16:06:57.099237 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:57.253219 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 46350) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:57.410952 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b1adac6d-9d32-47aa-9f28-14529b8a88d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:57.427956 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-b1adac6d-9d32-47aa-9f28-14529b8a88d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:57.433170 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-b1adac6d-9d32-47aa-9f28-14529b8a88d6 admin admin] Usage tracker for resource:security_group_rule and tenant:7ec7ca9810be4a068891c36ff0ae5a74 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:57.439466 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-b1adac6d-9d32-47aa-9f28-14529b8a88d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:57.446280 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-b1adac6d-9d32-47aa-9f28-14529b8a88d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:57.580783 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b1adac6d-9d32-47aa-9f28-14529b8a88d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:57.585211 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b1adac6d-9d32-47aa-9f28-14529b8a88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:57.597769 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-1b4acf34-31c6-4acd-9569-20496c0171b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:57.650670 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adac6d-9d32-47aa-9f28-14529b8a88d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018264e5-ac84-4660-ab0d-3e2936bde14e,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:57.654265 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-b1adac6d-9d32-47aa-9f28-14529b8a88d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:57.681343 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-b1adac6d-9d32-47aa-9f28-14529b8a88d6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ec7ca9810be4a068891c36ff0ae5a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247191 Apr 30 16:06:57.681822 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 46364) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:57.806983 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b2f6df1d-8a8e-4fee-9aa9-34ca6c4251f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:57.839585 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b2f6df1d-8a8e-4fee-9aa9-34ca6c4251f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:57.914727 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b2f6df1d-8a8e-4fee-9aa9-34ca6c4251f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:57.922890 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2641312d-b7cc-4f18-b78c-f369dddeae50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:57.937990 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bc28e-9991-409f-b0ae-aead04e4b46f req-17815726-eea9-4b79-afd5-dcee2b5383ea tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:57.944143 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6df1d-8a8e-4fee-9aa9-34ca6c4251f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018264e5-ac84-4660-ab0d-3e2936bde14e,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:57.948838 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b2f6df1d-8a8e-4fee-9aa9-34ca6c4251f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:57.950969 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-461bc28e-9991-409f-b0ae-aead04e4b46f req-17815726-eea9-4b79-afd5-dcee2b5383ea tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.2219799 Apr 30 16:06:57.952636 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b2f6df1d-8a8e-4fee-9aa9-34ca6c4251f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:57.953941 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-b2f6df1d-8a8e-4fee-9aa9-34ca6c4251f2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/018264e5-ac84-4660-ab0d-3e2936bde14e HTTP/1.1" status: 204 len: 168 time: 0.2708035 Apr 30 16:06:58.062951 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-461bc28e-9991-409f-b0ae-aead04e4b46f req-ba68de1b-d81b-4e30-87e0-d526634a856e tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006293 Apr 30 16:06:58.515522 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 46388) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:58.539463 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9097efcd-857c-4e3c-b971-2a16fbe754e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:58.568950 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-9097efcd-857c-4e3c-b971-2a16fbe754e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:58.582206 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-9097efcd-857c-4e3c-b971-2a16fbe754e8 admin admin] Usage tracker for resource:security_group_rule and tenant:e856e52a4fe14f5da80a371d8fd68d7f is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:58.586300 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-9097efcd-857c-4e3c-b971-2a16fbe754e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:58.601674 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-9097efcd-857c-4e3c-b971-2a16fbe754e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:58.790760 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9097efcd-857c-4e3c-b971-2a16fbe754e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:58.805691 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9097efcd-857c-4e3c-b971-2a16fbe754e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:58.817005 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a5f7ab30-27d3-46b2-a7a6-9a9246ab9d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:58.859958 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-9097efcd-857c-4e3c-b971-2a16fbe754e8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e856e52a4fe14f5da80a371d8fd68d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431389 Apr 30 16:06:58.861126 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097efcd-857c-4e3c-b971-2a16fbe754e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8f498c-a87a-4a47-9e8d-3beaed15c604,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:58.862753 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 46402) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:58.865574 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9097efcd-857c-4e3c-b971-2a16fbe754e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:58.967721 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-00cf8729-fffc-49d5-a33e-7d1fa3a359fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:59.000486 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-00cf8729-fffc-49d5-a33e-7d1fa3a359fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:59.071934 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-00cf8729-fffc-49d5-a33e-7d1fa3a359fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:59.078231 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-a0cc9e58-c839-468d-add4-5294f5616ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:59.097672 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf8729-fffc-49d5-a33e-7d1fa3a359fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8f498c-a87a-4a47-9e8d-3beaed15c604,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:59.101142 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-00cf8729-fffc-49d5-a33e-7d1fa3a359fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:59.112744 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-00cf8729-fffc-49d5-a33e-7d1fa3a359fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:59.113998 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-00cf8729-fffc-49d5-a33e-7d1fa3a359fb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fe8f498c-a87a-4a47-9e8d-3beaed15c604 HTTP/1.1" status: 204 len: 168 time: 0.2501557 Apr 30 16:06:59.313515 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121e303-ea74-4a42-8877-5ea96ad95d85 req-dd494384-1efa-4f13-9068-a248e7f0ac11 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:59.315249 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c121e303-ea74-4a42-8877-5ea96ad95d85 req-dd494384-1efa-4f13-9068-a248e7f0ac11 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0970814 Apr 30 16:06:59.383649 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c121e303-ea74-4a42-8877-5ea96ad95d85 req-69ffed16-eeb0-4193-8d93-f3867f914b8a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600431 Apr 30 16:07:00.721187 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b545c2-8e38-428e-927c-dcf49ad56475 req-9d3d0e85-a10e-4bc7-a131-1c4b936db0a0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:00.728069 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-88b545c2-8e38-428e-927c-dcf49ad56475 req-9d3d0e85-a10e-4bc7-a131-1c4b936db0a0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1992238 Apr 30 16:07:00.782196 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-88b545c2-8e38-428e-927c-dcf49ad56475 req-10c87539-ec34-4451-ba3b-f711b7aa91ec tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531788 Apr 30 16:07:01.274631 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-b90f2c4b-3c07-4fc5-bd2a-98b12aa06a53 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:01.276150 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-b90f2c4b-3c07-4fc5-bd2a-98b12aa06a53 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/networks?id=cc105a78-ce6a-4231-abfa-d2cb016b28d7 HTTP/1.1" status: 200 len: 815 time: 0.1606483 Apr 30 16:07:01.301557 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-0505ce4d-ba04-4275-b218-2f8410e1a77b tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/quotas/e2f9906b802c4756bde7bb184510cc70 HTTP/1.1" status: 200 len: 375 time: 0.0158594 Apr 30 16:07:01.389513 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-ecb31fd5-f82d-4d2a-8433-0daf469e5086 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Synchronizing usage tracker for tenant:e2f9906b802c4756bde7bb184510cc70 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:07:01.407459 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-ecb31fd5-f82d-4d2a-8433-0daf469e5086 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Unset dirty status for tenant:e2f9906b802c4756bde7bb184510cc70 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:07:01.409299 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-ecb31fd5-f82d-4d2a-8433-0daf469e5086 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2f9906b802c4756bde7bb184510cc70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039588 Apr 30 16:07:01.580684 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-b1c38bd7-4242-4556-960b-1e927571bc0c service neutron] 10.222.0.67 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555991 Apr 30 16:07:01.738192 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-8d62be0f-d42f-4b13-8482-af58128e1b86 service neutron] 10.222.0.67 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516960 Apr 30 16:07:02.015356 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-24c4707a-748d-4ab3-9f15-71b07a3e45bb req-c6e5c937-752c-4d67-b820-f1781f075570 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 210 time: 0.0927393 Apr 30 16:07:02.114993 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803f99-4f2d-44e6-ab1d-c1c417cb7797 req-ceae1acd-f616-42f2-bf15-ad81a440342c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:02.117163 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e2803f99-4f2d-44e6-ab1d-c1c417cb7797 req-ceae1acd-f616-42f2-bf15-ad81a440342c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1694884 Apr 30 16:07:02.228763 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e2803f99-4f2d-44e6-ab1d-c1c417cb7797 req-15736e8c-99cb-4662-bbc5-a9a61160f3c9 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996840 Apr 30 16:07:03.175923 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4c0b11be-7c1f-4863-a5c8-3735a9a447f2 req-ed5b20b6-308f-4b93-bdca-1baab89fd4a3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 210 time: 0.0478318 Apr 30 16:07:03.517449 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336e0cd-7c63-4fd1-a31b-63a44b23e950 req-f87ad243-71df-412b-82e9-e2282544f238 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:03.532853 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7336e0cd-7c63-4fd1-a31b-63a44b23e950 req-f87ad243-71df-412b-82e9-e2282544f238 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1575356 Apr 30 16:07:03.626437 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7336e0cd-7c63-4fd1-a31b-63a44b23e950 req-12a4a588-3a18-4b85-90a3-aca42a9d2599 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897975 Apr 30 16:07:03.637136 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-05eb1b75-0245-4f20-92f0-d781dd0964da tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:03.637832 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-05eb1b75-0245-4f20-92f0-d781dd0964da tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Synchronizing usage tracker for tenant:e2f9906b802c4756bde7bb184510cc70 on resource:network {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:07:03.669941 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-05eb1b75-0245-4f20-92f0-d781dd0964da tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Unset dirty status for tenant:e2f9906b802c4756bde7bb184510cc70 on resource:network {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:07:03.671260 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-05eb1b75-0245-4f20-92f0-d781dd0964da tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.65 "GET /v2.0/networks?id=cc105a78-ce6a-4231-abfa-d2cb016b28d7 HTTP/1.1" status: 200 len: 815 time: 0.2745929 Apr 30 16:07:03.731027 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Request body: {'port': {'device_id': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'admin_state_up': True, 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:07:03.949025 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:03.959362 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:03.971349 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Made reservation on behalf of e2f9906b802c4756bde7bb184510cc70 for: {'port': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:07:03.975369 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:04.159617 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Allocated IP 172.20.0.3 (cc105a78-ce6a-4231-abfa-d2cb016b28d7/b8bcdef9-4528-46fb-917a-8c816ff59819/3f5f708d-2c03-4270-bbd4-e91e7330dd5c) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:07:04.333221 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e45c3aae-14db-41d5-8b8b-75b024db4d6a req-37f6a92a-482c-4e3d-ba98-bc96a6276000 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 210 time: 0.0463805 Apr 30 16:07:04.395401 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:04.416129 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.provisioning_blocks [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Transition to ACTIVE for port object 3f5f708d-2c03-4270-bbd4-e91e7330dd5c will not be triggered until provisioned by entity DHCP. {{(pid=73973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:07:04.446846 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:04.454796 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:04.520769 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Network cc105a78-ce6a-4231-abfa-d2cb016b28d7 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:07:04.525065 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:07:04.530756 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:07:04.604042 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Pushing event updated for resources: {'Port': ['ID=3f5f708d-2c03-4270-bbd4-e91e7330dd5c,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:04.627352 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:04.684073 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:04.689525 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:04.787689 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0618441 Apr 30 16:07:04.957932 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d19e8f-f02c-4a70-b6a6-21a3e5a506ba req-bf9e2b20-6d69-48f4-b995-e0729b883c3b tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:04.959637 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a9d19e8f-f02c-4a70-b6a6-21a3e5a506ba req-bf9e2b20-6d69-48f4-b995-e0729b883c3b tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0985088 Apr 30 16:07:04.985883 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-d4878132-b07a-4bca-83f7-90552a350444 None None] Provisioning for port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:07:04.990765 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-d4878132-b07a-4bca-83f7-90552a350444 None None] Provisioning complete for port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:07:04.991136 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-d4878132-b07a-4bca-83f7-90552a350444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:05.011888 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a9d19e8f-f02c-4a70-b6a6-21a3e5a506ba req-1f263b44-52ce-4689-ad35-48c7003ec7f9 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464807 Apr 30 16:07:05.079453 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-d4878132-b07a-4bca-83f7-90552a350444 None None] Port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:07:06.122245 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:07:11.590632 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:13.145795 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 46752) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:13.275864 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-70ca0d06-c030-4392-82b1-d3bf93119b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:13.291695 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-70ca0d06-c030-4392-82b1-d3bf93119b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:13.296510 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-70ca0d06-c030-4392-82b1-d3bf93119b82 admin admin] Usage tracker for resource:security_group_rule and tenant:a1c8389e29c642d5890ee5ca74365329 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:13.299488 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-70ca0d06-c030-4392-82b1-d3bf93119b82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:13.305296 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-70ca0d06-c030-4392-82b1-d3bf93119b82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:13.391326 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-70ca0d06-c030-4392-82b1-d3bf93119b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:13.395945 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-70ca0d06-c030-4392-82b1-d3bf93119b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:13.402763 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c1456a41-5efc-4b56-a284-3ea08dfa8a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:13.447117 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca0d06-c030-4392-82b1-d3bf93119b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f06626-74d7-4330-9b55-ff02fe8c53b2,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:13.452296 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-70ca0d06-c030-4392-82b1-d3bf93119b82 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a1c8389e29c642d5890ee5ca74365329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051822 Apr 30 16:07:13.453442 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-70ca0d06-c030-4392-82b1-d3bf93119b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:13.453927 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 46758) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:13.510958 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63f07834-f149-438e-8623-dc72fceff02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:13.538264 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63f07834-f149-438e-8623-dc72fceff02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:13.603673 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63f07834-f149-438e-8623-dc72fceff02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:13.608723 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-b1adac6d-9d32-47aa-9f28-14529b8a88d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:13.620442 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f07834-f149-438e-8623-dc72fceff02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f06626-74d7-4330-9b55-ff02fe8c53b2,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:13.629392 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-63f07834-f149-438e-8623-dc72fceff02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:13.631798 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63f07834-f149-438e-8623-dc72fceff02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:13.635852 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-63f07834-f149-438e-8623-dc72fceff02e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/86f06626-74d7-4330-9b55-ff02fe8c53b2 HTTP/1.1" status: 204 len: 168 time: 0.1783257 Apr 30 16:07:13.787026 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 46770) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:13.882412 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a277357-4c88-444a-9e38-289fd7f1f568 admin admin] Deleting subnet b6c38e26-b6b4-4ba5-ada4-3445ee1dbebd {{(pid=73974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:07:13.885399 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-2a277357-4c88-444a-9e38-289fd7f1f568 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:13.938163 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-2a277357-4c88-444a-9e38-289fd7f1f568 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6429178'] for subnet, precommit_delete_associations {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:13.950572 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 46774) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:13.970897 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-28edd766-92d7-4002-9f1d-185e24d05105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:13.986379 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-28edd766-92d7-4002-9f1d-185e24d05105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:13.990192 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-28edd766-92d7-4002-9f1d-185e24d05105 admin admin] Usage tracker for resource:security_group_rule and tenant:7525cec4fbdd4834aff77c3cb1bbca8f is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:13.992981 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-28edd766-92d7-4002-9f1d-185e24d05105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:13.998698 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-28edd766-92d7-4002-9f1d-185e24d05105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:14.000178 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-2a277357-4c88-444a-9e38-289fd7f1f568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378834'] for subnet, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:14.120467 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-28edd766-92d7-4002-9f1d-185e24d05105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:14.125337 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-28edd766-92d7-4002-9f1d-185e24d05105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:14.134993 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b5c07fa8-89c7-457e-ae65-cbc991a53413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:14.176580 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-28edd766-92d7-4002-9f1d-185e24d05105 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7525cec4fbdd4834aff77c3cb1bbca8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248797 Apr 30 16:07:14.179106 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 46786) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:14.181744 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edd766-92d7-4002-9f1d-185e24d05105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aebb29-b7fb-42e7-aebe-39241428e3e2,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:14.194729 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-28edd766-92d7-4002-9f1d-185e24d05105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:14.243374 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cd64f7be-43ce-451b-9851-4e7c84952300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:14.274457 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cd64f7be-43ce-451b-9851-4e7c84952300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:14.330826 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cd64f7be-43ce-451b-9851-4e7c84952300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:14.335622 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-28edd766-92d7-4002-9f1d-185e24d05105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:14.345994 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64f7be-43ce-451b-9851-4e7c84952300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aebb29-b7fb-42e7-aebe-39241428e3e2,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:14.349617 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cd64f7be-43ce-451b-9851-4e7c84952300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:14.353177 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cd64f7be-43ce-451b-9851-4e7c84952300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:14.354347 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-cd64f7be-43ce-451b-9851-4e7c84952300 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c0aebb29-b7fb-42e7-aebe-39241428e3e2 HTTP/1.1" status: 204 len: 168 time: 0.1743691 Apr 30 16:07:14.370330 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-2a277357-4c88-444a-9e38-289fd7f1f568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6699779'] for subnet, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:14.376328 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-61a515e7-0dd5-4147-8f5b-36285ae9d71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:14.418682 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-2a277357-4c88-444a-9e38-289fd7f1f568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:14.423360 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a277357-4c88-444a-9e38-289fd7f1f568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c38e26-b6b4-4ba5-ada4-3445ee1dbebd,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:14.426614 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-2a277357-4c88-444a-9e38-289fd7f1f568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:14.429860 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-2a277357-4c88-444a-9e38-289fd7f1f568 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b6c38e26-b6b4-4ba5-ada4-3445ee1dbebd HTTP/1.1" status: 204 len: 168 time: 0.6415052 Apr 30 16:07:14.432711 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 46792) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:14.576103 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497117'] for network, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:14.718858 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377951', 'neutron.services.segments.db._delete_segments_for_network-8775008697245'] for network, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:14.848065 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee']}} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:14.860992 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2e1557-b844-4ae0-90db-3971f547bf2a') {'for_net_delete': True} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:14.861284 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2e1557-b844-4ae0-90db-3971f547bf2a') {} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:14.872445 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775008709991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8147482'] for segment, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:14.888774 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:14.894925 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=73973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:07:15.145936 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] Network d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee has no segments {{(pid=73973) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:07:15.154466 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1391655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7273981'] for segment, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:15.329509 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] Network d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee has no segments {{(pid=73973) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: Traceback (most recent call last): Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: timer() Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: cb(*args, **kw) Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: return func(*args, **kwargs) Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: self._notify() Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: self.callback(batched_events) Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: event.method(event) Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: return f(self, *a, **k) Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: return self._get(url).json() Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: return self.request(url, 'GET', **kwargs) Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:07:15.350171 dv-cinder-787195-6-smb neutron-server[73973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:07:15.423194 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400498'] for network, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:15.427410 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:15.442628 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:15.456556 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:15.459856 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d8ecbfc4-03d9-43b6-bdf2-0a0e109e6fee HTTP/1.1" status: 204 len: 168 time: 1.0261147 Apr 30 16:07:15.460933 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-4ca5da23-d569-4a18-b1e7-e55604e8e440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:15.463238 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 46802) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:15.524113 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0831de4-b363-4be3-808a-d4bd0dd122f1 admin admin] Deleting subnet 0adcd55f-f882-43b9-9eba-4ed250558740 {{(pid=73974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:07:15.527143 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b0831de4-b363-4be3-808a-d4bd0dd122f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:15.576558 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b0831de4-b363-4be3-808a-d4bd0dd122f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6429178'] for subnet, precommit_delete_associations {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:15.645498 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b0831de4-b363-4be3-808a-d4bd0dd122f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378834'] for subnet, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:15.900758 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b0831de4-b363-4be3-808a-d4bd0dd122f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6699779'] for subnet, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:15.906353 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:15.939507 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0831de4-b363-4be3-808a-d4bd0dd122f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0adcd55f-f882-43b9-9eba-4ed250558740,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:15.942328 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-b0831de4-b363-4be3-808a-d4bd0dd122f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:15.943265 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b0831de4-b363-4be3-808a-d4bd0dd122f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:15.948885 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-b0831de4-b363-4be3-808a-d4bd0dd122f1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0adcd55f-f882-43b9-9eba-4ed250558740 HTTP/1.1" status: 204 len: 168 time: 0.4846289 Apr 30 16:07:15.951278 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 46808) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:16.061650 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497117'] for network, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:16.181474 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377951', 'neutron.services.segments.db._delete_segments_for_network-8775008697245'] for network, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:16.295615 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997ed5f5-3d96-460f-83c4-630772360bb1']}} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:16.307451 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93aacca-c016-497c-abf2-532f84f9ddd2') {'for_net_delete': True} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:16.307744 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93aacca-c016-497c-abf2-532f84f9ddd2') {} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:16.318818 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775008709991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6429171'] for segment, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:16.334646 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:16.340693 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=73974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:07:16.517258 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] Network 997ed5f5-3d96-460f-83c4-630772360bb1 has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:07:16.525334 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1391655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302630'] for segment, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:16.768699 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] Network 997ed5f5-3d96-460f-83c4-630772360bb1 has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: Traceback (most recent call last): Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: timer() Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: cb(*args, **kw) Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: return func(*args, **kwargs) Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: self._notify() Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: self.callback(batched_events) Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: event.method(event) Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: return f(self, *a, **k) Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: return self._get(url).json() Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: return self.request(url, 'GET', **kwargs) Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:07:16.792203 dv-cinder-787195-6-smb neutron-server[73974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:07:16.869078 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400498'] for network, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:16.872734 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e00eb236-27c3-45e7-afa8-6d2a22955b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:16.886270 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:16.894925 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] Pushing event deleted for resources: {'Network': ['ID=997ed5f5-3d96-460f-83c4-630772360bb1,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:16.897728 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] 10.222.0.67 "DELETE /v2.0/networks/997ed5f5-3d96-460f-83c4-630772360bb1 HTTP/1.1" status: 204 len: 168 time: 0.9453828 Apr 30 16:07:16.903692 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-828f4d02-0321-460c-a627-00856cf632ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:17.097512 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 46816) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:17.151324 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-91184cd3-05fa-4ff4-a9cc-a93e2c33d067 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9bbd75a6d06a460dbf56eb5d15b306f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526109 Apr 30 16:07:17.153675 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 46820) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:17.211844 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9867b2aa-ad2e-4357-8fa5-4be525062926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:17.238309 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9867b2aa-ad2e-4357-8fa5-4be525062926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:17.291652 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9867b2aa-ad2e-4357-8fa5-4be525062926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:17.296817 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-e7e7b41c-d6c8-497f-8dd3-84a5350b363b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:17.312008 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867b2aa-ad2e-4357-8fa5-4be525062926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6660aa1-bde0-49b4-944e-24ac597b6975,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:17.319791 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9867b2aa-ad2e-4357-8fa5-4be525062926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:17.330111 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9867b2aa-ad2e-4357-8fa5-4be525062926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:17.333857 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-9867b2aa-ad2e-4357-8fa5-4be525062926 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f6660aa1-bde0-49b4-944e-24ac597b6975 HTTP/1.1" status: 204 len: 168 time: 0.1768069 Apr 30 16:07:17.702776 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 46830) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:17.751987 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-40c6e71f-8b84-41f0-b853-037bc1a3d83b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fcc199cde7a64cdaaf365e77a0eff9bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484257 Apr 30 16:07:17.754386 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 46834) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:17.825267 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1414719f-d697-4f33-83c2-d5479eee836e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:17.855025 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1414719f-d697-4f33-83c2-d5479eee836e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:17.956440 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1414719f-d697-4f33-83c2-d5479eee836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:17.960207 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9d7ae752-3f38-460b-8c43-b6bfe202b63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:17.973205 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414719f-d697-4f33-83c2-d5479eee836e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad71ab69-9837-4f9d-86e7-2822cfb47b81,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:17.977463 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1414719f-d697-4f33-83c2-d5479eee836e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:17.981307 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1414719f-d697-4f33-83c2-d5479eee836e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:17.982818 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-1414719f-d697-4f33-83c2-d5479eee836e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad71ab69-9837-4f9d-86e7-2822cfb47b81 HTTP/1.1" status: 204 len: 168 time: 0.2271314 Apr 30 16:07:19.079434 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-85db74e3-aca1-4b8f-9c44-0438117f4d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:21.963324 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-6a103a2d-a0f0-44bc-a831-f0133d8fedc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:23.311506 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:24.836649 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:25.520474 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Request body: {'port': {'device_id': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:07:25.645628 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:25.865915 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220b12e-ff72-4581-88f8-7715a523e62f req-1afd3129-d85f-4bf0-b864-35c778f87934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:25.868154 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1220b12e-ff72-4581-88f8-7715a523e62f req-1afd3129-d85f-4bf0-b864-35c778f87934 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8baee5fa7e864efcb872c20e058ef004&device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 1098 time: 0.1764719 Apr 30 16:07:26.011419 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd41f2-f5c4-4de0-8297-54dc8ff29d0f req-50bc3af2-2d55-4c86-800f-3fbe5ba80e85 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:26.012905 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c9cd41f2-f5c4-4de0-8297-54dc8ff29d0f req-50bc3af2-2d55-4c86-800f-3fbe5ba80e85 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.2200551 Apr 30 16:07:26.044593 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92989f-5eca-4307-aab4-c6427bea1381 req-160fee5d-eaee-4436-8096-b6a8a873c154 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:26.044593 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-2e92989f-5eca-4307-aab4-c6427bea1381 req-160fee5d-eaee-4436-8096-b6a8a873c154 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Synchronizing usage tracker for tenant:e2f9906b802c4756bde7bb184510cc70 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:07:26.069169 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220b12e-ff72-4581-88f8-7715a523e62f req-5840d71b-953b-44db-aa59-6c2bfbc94aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:26.070616 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1220b12e-ff72-4581-88f8-7715a523e62f req-5840d71b-953b-44db-aa59-6c2bfbc94aad service neutron] 10.222.0.65 "GET /v2.0/networks?id=56b59402-099e-42b6-a07e-fb025d8545b0 HTTP/1.1" status: 200 len: 919 time: 0.1723566 Apr 30 16:07:26.107296 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-2e92989f-5eca-4307-aab4-c6427bea1381 req-160fee5d-eaee-4436-8096-b6a8a873c154 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Unset dirty status for tenant:e2f9906b802c4756bde7bb184510cc70 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:07:26.108444 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2e92989f-5eca-4307-aab4-c6427bea1381 req-160fee5d-eaee-4436-8096-b6a8a873c154 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 931 time: 0.2881694 Apr 30 16:07:26.146760 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5f708d-2c03-4270-bbd4-e91e7330dd5c {{(pid=73973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:07:26.159822 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1220b12e-ff72-4581-88f8-7715a523e62f req-bce777b8-5b91-4f0b-9bf2-4e4b2979dac4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4005add-2a65-4c56-b508-17dc81f888d0 HTTP/1.1" status: 200 len: 217 time: 0.0732520 Apr 30 16:07:26.164087 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c9cd41f2-f5c4-4de0-8297-54dc8ff29d0f req-a5eb1e51-6e62-4fe4-b5e6-14801809d3fa tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418340 Apr 30 16:07:26.165090 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:26.188452 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.provisioning_blocks [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Transition to ACTIVE for port object 3f5f708d-2c03-4270-bbd4-e91e7330dd5c will not be triggered until provisioned by entity L2. {{(pid=73973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:07:26.195917 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-2e92989f-5eca-4307-aab4-c6427bea1381 req-10226759-74f8-41ba-8a84-5291e545a115 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Synchronizing usage tracker for tenant:e2f9906b802c4756bde7bb184510cc70 on resource:security_group {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:07:26.198711 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:26.210409 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-61d41a87-ea26-475d-b286-45857e97a4a7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:26.249720 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220b12e-ff72-4581-88f8-7715a523e62f req-6b60c7d7-8a59-4402-8a67-c272be47b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:26.253295 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1220b12e-ff72-4581-88f8-7715a523e62f req-6b60c7d7-8a59-4402-8a67-c272be47b678 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f679e3b4-95e5-4a15-977e-21a4265e9b6c HTTP/1.1" status: 200 len: 858 time: 0.0778317 Apr 30 16:07:26.315400 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1220b12e-ff72-4581-88f8-7715a523e62f req-68abe858-8858-4301-8f77-8ce8322f0a6d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b59402-099e-42b6-a07e-fb025d8545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467136 Apr 30 16:07:26.388693 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-2e92989f-5eca-4307-aab4-c6427bea1381 req-10226759-74f8-41ba-8a84-5291e545a115 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Unset dirty status for tenant:e2f9906b802c4756bde7bb184510cc70 on resource:security_group {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:07:26.397804 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2e92989f-5eca-4307-aab4-c6427bea1381 req-10226759-74f8-41ba-8a84-5291e545a115 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778800 Apr 30 16:07:26.427758 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5f708d-2c03-4270-bbd4-e91e7330dd5c,revision_number=2']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:26.533320 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1220b12e-ff72-4581-88f8-7715a523e62f req-70e10b5b-4f0c-4543-b170-1a3e9a0117ab service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059340 Apr 30 16:07:26.591476 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:26.677526 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Attempting to bind port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:07:26.678168 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Attempting to bind port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '9b13fa04-bea7-44d0-b191-473a13965aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7'}] {{(pid=73973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:07:26.678725 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Attempting to bind port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c on network cc105a78-ce6a-4231-abfa-d2cb016b28d7 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:07:26.692432 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c on network cc105a78-ce6a-4231-abfa-d2cb016b28d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:07:26.695045 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Attempting to bind port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c on network cc105a78-ce6a-4231-abfa-d2cb016b28d7 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:07:26.704394 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:07:26.704761 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Checking segment: {'id': '9b13fa04-bea7-44d0-b191-473a13965aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:07:26.705148 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Bound using segment: {'id': '9b13fa04-bea7-44d0-b191-473a13965aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7'} {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:07:26.705574 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Bound port: 3f5f708d-2c03-4270-bbd4-e91e7330dd5c, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b13fa04-bea7-44d0-b191-473a13965aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7'}}] {{(pid=73973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:07:26.705913 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:26.831814 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] For port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c, host hv-cinder-78719, cleared binding levels {{(pid=73973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:07:26.836501 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] For port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3f5f708d-2c03-4270-bbd4-e91e7330dd5c,segment=NetworkSegment(9b13fa04-bea7-44d0-b191-473a13965aff),segment_id=9b13fa04-bea7-44d0-b191-473a13965aff)] {{(pid=73973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:07:26.846647 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:26.850518 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1220b12e-ff72-4581-88f8-7715a523e62f req-4f1b2e8c-e565-4c42-b441-cab702790416 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871716 Apr 30 16:07:26.854968 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:26.975720 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:26.976353 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:26.977885 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] 10.222.0.65 "PUT /v2.0/ports/3f5f708d-2c03-4270-bbd4-e91e7330dd5c HTTP/1.1" status: 200 len: 1093 time: 1.4628565 Apr 30 16:07:26.978380 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'tag': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:26.991262 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab86e3-68b0-4efe-8dde-39b0e25cb859 req-f0bca0ae-9592-4692-8f15-4b54e78bbe30 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:26.999630 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-54ab86e3-68b0-4efe-8dde-39b0e25cb859 req-f0bca0ae-9592-4692-8f15-4b54e78bbe30 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 945 time: 0.1003716 Apr 30 16:07:27.038890 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5f708d-2c03-4270-bbd4-e91e7330dd5c,revision_number=3']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:27.049504 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:27.118421 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-54ab86e3-68b0-4efe-8dde-39b0e25cb859 req-5f572f47-e455-4982-9f8f-f719de91ff7e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146233 Apr 30 16:07:27.143927 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'tag': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c', 'status': 'completed', 'code': 200} Apr 30 16:07:27.144165 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:27.221505 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-dc69cbfe-3fda-4d31-afa7-b48074fc6c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:27.223328 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-dc69cbfe-3fda-4d31-afa7-b48074fc6c04 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2f9906b802c4756bde7bb184510cc70&device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 1096 time: 0.1611433 Apr 30 16:07:27.349803 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-3d2acfb1-f3e4-4de5-9dfd-1b89ad1208a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5f708d-2c03-4270-bbd4-e91e7330dd5c HTTP/1.1" status: 200 len: 217 time: 0.1119759 Apr 30 16:07:27.457615 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-f1e908d4-2436-4e4f-8e4b-caecc680dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:27.459066 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-f1e908d4-2436-4e4f-8e4b-caecc680dfe8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8bcdef9-4528-46fb-917a-8c816ff59819 HTTP/1.1" status: 200 len: 854 time: 0.0708032 Apr 30 16:07:27.536624 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2295a-0d67-45a6-9ca5-9ae617514b9e req-54995a86-de88-434c-bc08-20164d0e3fcd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:27.538240 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-73f2295a-0d67-45a6-9ca5-9ae617514b9e req-54995a86-de88-434c-bc08-20164d0e3fcd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1903479 Apr 30 16:07:27.583082 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d451115-c031-4de8-8add-7729676fee4f req-141ab282-6a0e-488c-88b7-b664efa9094e tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:27.584557 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6d451115-c031-4de8-8add-7729676fee4f req-141ab282-6a0e-488c-88b7-b664efa9094e tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 943 time: 0.0840595 Apr 30 16:07:27.596188 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-1379ec90-d4b5-4ab5-a52d-82989f5a1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:27.597789 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-1379ec90-d4b5-4ab5-a52d-82989f5a1871 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc105a78-ce6a-4231-abfa-d2cb016b28d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1281421 Apr 30 16:07:27.601620 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-73f2295a-0d67-45a6-9ca5-9ae617514b9e req-fdab66a8-257f-48c2-951a-6fc3032f4a66 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565166 Apr 30 16:07:27.645718 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6d451115-c031-4de8-8add-7729676fee4f req-45466075-38f4-470c-b30a-efed92aa0464 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503135 Apr 30 16:07:27.745825 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-fb0db5d1-8200-4a32-8499-4c8d714cfc0a service neutron] 10.222.0.65 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344192 Apr 30 16:07:27.925208 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-63af459a-ad4b-4d50-8d2a-271ebb2db20a req-08c09999-8595-4390-a99a-49cfb4e68c30 service neutron] 10.222.0.65 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335530 Apr 30 16:07:28.081681 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650b77b-7adf-4bb7-a685-2af024716cb4 req-4f792f0a-a1a3-4fa6-8121-0a58794b7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:28.083162 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f650b77b-7adf-4bb7-a685-2af024716cb4 req-4f792f0a-a1a3-4fa6-8121-0a58794b7f39 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2f9906b802c4756bde7bb184510cc70&device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0797625 Apr 30 16:07:28.227611 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650b77b-7adf-4bb7-a685-2af024716cb4 req-c2c819e9-fade-41c6-aacb-32c71c2faecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:28.229488 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f650b77b-7adf-4bb7-a685-2af024716cb4 req-c2c819e9-fade-41c6-aacb-32c71c2faecd service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc105a78-ce6a-4231-abfa-d2cb016b28d7 HTTP/1.1" status: 200 len: 916 time: 0.1333942 Apr 30 16:07:28.263465 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b49b5e-8762-46ca-83ac-230edeb83e3c req-f55e3e4c-cb25-4fe1-b9f7-15d733444fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:28.264962 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-24b49b5e-8762-46ca-83ac-230edeb83e3c req-f55e3e4c-cb25-4fe1-b9f7-15d733444fb6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 1098 time: 0.0831180 Apr 30 16:07:28.316901 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-24b49b5e-8762-46ca-83ac-230edeb83e3c req-ac234339-ae32-4673-90e1-15d8b6ca19aa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 Apr 30 16:07:28.356047 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f650b77b-7adf-4bb7-a685-2af024716cb4 req-d321bacc-8274-4234-a9ac-d30918fbbef0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5f708d-2c03-4270-bbd4-e91e7330dd5c HTTP/1.1" status: 200 len: 217 time: 0.1075768 Apr 30 16:07:28.399880 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7414f-69c2-4b2b-b8d7-e2ee8715f517 req-cf868abb-bf69-4f06-a278-7ea3f1bf37cd tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:28.401466 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d8d7414f-69c2-4b2b-b8d7-e2ee8715f517 req-cf868abb-bf69-4f06-a278-7ea3f1bf37cd tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 945 time: 0.1029077 Apr 30 16:07:28.505417 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d8d7414f-69c2-4b2b-b8d7-e2ee8715f517 req-bb6ba9b7-b179-480b-a782-5e38f75a938e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973713 Apr 30 16:07:28.507416 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650b77b-7adf-4bb7-a685-2af024716cb4 req-0b38dc3d-6e93-4b27-a9ca-10e46c02eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:28.509193 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f650b77b-7adf-4bb7-a685-2af024716cb4 req-0b38dc3d-6e93-4b27-a9ca-10e46c02eb51 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8bcdef9-4528-46fb-917a-8c816ff59819 HTTP/1.1" status: 200 len: 854 time: 0.0992856 Apr 30 16:07:28.592813 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650b77b-7adf-4bb7-a685-2af024716cb4 req-dbf3ed2e-f148-48c4-b084-79173786cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:28.595115 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f650b77b-7adf-4bb7-a685-2af024716cb4 req-dbf3ed2e-f148-48c4-b084-79173786cc0d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc105a78-ce6a-4231-abfa-d2cb016b28d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764594 Apr 30 16:07:28.762999 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f650b77b-7adf-4bb7-a685-2af024716cb4 req-fce45732-b99b-494e-9494-b54fb1759545 service neutron] 10.222.0.65 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512158 Apr 30 16:07:28.830992 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dab7f0-3366-4575-a2e0-11d3954e93a9 req-180e9d68-7a90-4f5e-9ff0-f92aa6c1d9a6 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:28.840306 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-43dab7f0-3366-4575-a2e0-11d3954e93a9 req-180e9d68-7a90-4f5e-9ff0-f92aa6c1d9a6 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1113548 Apr 30 16:07:28.894097 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-43dab7f0-3366-4575-a2e0-11d3954e93a9 req-40e025dc-ac15-488c-aed2-90fbf644fcc9 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524592 Apr 30 16:07:29.064722 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f650b77b-7adf-4bb7-a685-2af024716cb4 req-9c905caa-6c10-4289-8138-d35bb3717e22 service neutron] 10.222.0.65 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883344 Apr 30 16:07:29.075112 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a01e17-8800-4c28-95a0-ce9ab04ae4c4 req-b471d583-0f6a-4e99-95b9-f278af4bef73 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:29.076507 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a2a01e17-8800-4c28-95a0-ce9ab04ae4c4 req-b471d583-0f6a-4e99-95b9-f278af4bef73 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 943 time: 0.2714293 Apr 30 16:07:29.124086 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a2a01e17-8800-4c28-95a0-ce9ab04ae4c4 req-1d7c0156-4786-42bd-8c35-a010c179ab14 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397558 Apr 30 16:07:29.711364 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae23ae1-b745-4366-8b3a-f061c891d88a req-7bb7aac1-1083-439c-ad33-02b106dd6695 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:29.712835 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4ae23ae1-b745-4366-8b3a-f061c891d88a req-7bb7aac1-1083-439c-ad33-02b106dd6695 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 945 time: 0.0866773 Apr 30 16:07:29.757580 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4ae23ae1-b745-4366-8b3a-f061c891d88a req-aea0cf15-e075-42ed-a58a-cd0331db441a tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387931 Apr 30 16:07:30.103882 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810d0ab-349b-416d-a07d-fdde28f985fa req-9b175112-482b-4312-b9bc-d96b2b7ad2c3 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:30.105470 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f810d0ab-349b-416d-a07d-fdde28f985fa req-9b175112-482b-4312-b9bc-d96b2b7ad2c3 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0893838 Apr 30 16:07:30.156251 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f810d0ab-349b-416d-a07d-fdde28f985fa req-035b18b1-c993-443d-827e-22549ae025a1 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423975 Apr 30 16:07:30.479245 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd70b02-0854-4451-b571-37ce2d02117a req-00ab9068-4b60-4498-878f-edb32086f666 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:30.480862 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4bd70b02-0854-4451-b571-37ce2d02117a req-00ab9068-4b60-4498-878f-edb32086f666 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 943 time: 0.0916576 Apr 30 16:07:30.531721 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4bd70b02-0854-4451-b571-37ce2d02117a req-114a0209-3145-4eee-bece-cadc9fd48b9b tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432873 Apr 30 16:07:30.754947 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402477cd-6722-4227-b020-935944e2ecda req-7389a633-105b-4176-9689-0132268c4d57 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:30.763968 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-402477cd-6722-4227-b020-935944e2ecda req-7389a633-105b-4176-9689-0132268c4d57 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1083808 Apr 30 16:07:30.821635 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-402477cd-6722-4227-b020-935944e2ecda req-2d411c09-d5b1-4441-938f-582b585a80c8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565791 Apr 30 16:07:31.040348 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b1f1f-6f5f-4d7f-8d29-5b3d832e17c5 req-8aff68cd-25d9-4dac-ad7b-576686306cec tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:31.041850 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-962b1f1f-6f5f-4d7f-8d29-5b3d832e17c5 req-8aff68cd-25d9-4dac-ad7b-576686306cec tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 945 time: 0.1514463 Apr 30 16:07:31.089078 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-962b1f1f-6f5f-4d7f-8d29-5b3d832e17c5 req-829a72c4-c570-4250-8334-b571f0fb201c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Apr 30 16:07:31.206965 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 3f5f708d-2c03-4270-bbd4-e91e7330dd5c details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:07:31.342307 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3f5f708d-2c03-4270-bbd4-e91e7330dd5c,segment=NetworkSegment(9b13fa04-bea7-44d0-b191-473a13965aff),segment_id=9b13fa04-bea7-44d0-b191-473a13965aff)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:31.342767 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb479a3-7b33-43a5-beec-0a2fc1679a2d req-ebf5b09b-64ad-49f6-8dc2-c73309d15ca0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:31.344973 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8fb479a3-7b33-43a5-beec-0a2fc1679a2d req-ebf5b09b-64ad-49f6-8dc2-c73309d15ca0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0830095 Apr 30 16:07:31.357844 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c', 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'port_id': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c', 'mac_address': 'fa:16:3e:ad:2f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:07:31.389741 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8fb479a3-7b33-43a5-beec-0a2fc1679a2d req-33e19d42-26a7-4d75-9529-e3cf62f9c6ea tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389850 Apr 30 16:07:31.419872 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:31.467403 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5f708d-2c03-4270-bbd4-e91e7330dd5c {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:07:31.486143 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3f5f708d-2c03-4270-bbd4-e91e7330dd5c,segment=NetworkSegment(9b13fa04-bea7-44d0-b191-473a13965aff),segment_id=9b13fa04-bea7-44d0-b191-473a13965aff)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:31.487579 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886195d-f575-4fd4-9768-81ca3adb773f req-98326da1-2961-4b70-82bd-a3b711591c29 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:31.489295 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4886195d-f575-4fd4-9768-81ca3adb773f req-98326da1-2961-4b70-82bd-a3b711591c29 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 945 time: 0.0976644 Apr 30 16:07:31.498529 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:31.501080 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:31.577699 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=3f5f708d-2c03-4270-bbd4-e91e7330dd5c,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:31.591018 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:31.591407 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:31.591744 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:31.592077 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:31.592403 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:31.592944 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:31.593271 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:31.593592 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:31.594145 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:31.594533 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:31.594850 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:31.595169 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:31.606639 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:31.653598 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-4886195d-f575-4fd4-9768-81ca3adb773f req-ec2da8e7-d71e-447a-a5df-7f1462d65aa0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Deleting port 50df49a0-c2c8-46f8-9283-e4e2d22985ac {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:07:31.653933 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4886195d-f575-4fd4-9768-81ca3adb773f req-ec2da8e7-d71e-447a-a5df-7f1462d65aa0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:31.827750 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-4886195d-f575-4fd4-9768-81ca3adb773f req-ec2da8e7-d71e-447a-a5df-7f1462d65aa0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] For port 50df49a0-c2c8-46f8-9283-e4e2d22985ac, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=50df49a0-c2c8-46f8-9283-e4e2d22985ac,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:31.828980 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4886195d-f575-4fd4-9768-81ca3adb773f req-ec2da8e7-d71e-447a-a5df-7f1462d65aa0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:31.932680 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12bc8f-2f32-4df4-ac5a-ca1762916eba req-694369da-a38f-4dbb-a715-02bf9efd4b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:31.934152 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5d12bc8f-2f32-4df4-ac5a-ca1762916eba req-694369da-a38f-4dbb-a715-02bf9efd4b0e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8baee5fa7e864efcb872c20e058ef004&device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 1098 time: 0.1182742 Apr 30 16:07:31.943700 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b1e77-76f8-44bb-89a2-42ac3326cc40 req-453acfa9-1d5e-41e0-b941-66559b19bf23 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:31.945355 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c55b1e77-76f8-44bb-89a2-42ac3326cc40 req-453acfa9-1d5e-41e0-b941-66559b19bf23 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 944 time: 0.2341928 Apr 30 16:07:32.022633 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-4886195d-f575-4fd4-9768-81ca3adb773f req-ec2da8e7-d71e-447a-a5df-7f1462d65aa0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Calling delete_port for 50df49a0-c2c8-46f8-9283-e4e2d22985ac owned by compute:nova {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:07:32.085689 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c55b1e77-76f8-44bb-89a2-42ac3326cc40 req-9837f54a-5f61-46e4-a06c-f1ad395b026f tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071332 Apr 30 16:07:32.108599 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9a8e6-2538-4ce4-bed1-45697424e928 req-a6abe011-680f-48ab-a889-e56d3d98c3a4 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:32.108599 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c6f9a8e6-2538-4ce4-bed1-45697424e928 req-a6abe011-680f-48ab-a889-e56d3d98c3a4 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1894643 Apr 30 16:07:32.129784 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['3f5f708d-2c03-4270-bbd4-e91e7330dd5c'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:07:32.177633 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12bc8f-2f32-4df4-ac5a-ca1762916eba req-09faac6b-2b2b-472a-8856-4f96246be467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:32.182261 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5d12bc8f-2f32-4df4-ac5a-ca1762916eba req-09faac6b-2b2b-472a-8856-4f96246be467 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56b59402-099e-42b6-a07e-fb025d8545b0 HTTP/1.1" status: 200 len: 919 time: 0.2347040 Apr 30 16:07:32.189877 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c6f9a8e6-2538-4ce4-bed1-45697424e928 req-bd100b40-af8f-444e-a958-ea4a95ff6d14 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780833 Apr 30 16:07:32.340232 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5d12bc8f-2f32-4df4-ac5a-ca1762916eba req-2af743ed-9146-45fe-a07b-09d3a01c533f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4005add-2a65-4c56-b508-17dc81f888d0 HTTP/1.1" status: 200 len: 217 time: 0.1470029 Apr 30 16:07:32.360956 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4886195d-f575-4fd4-9768-81ca3adb773f req-ec2da8e7-d71e-447a-a5df-7f1462d65aa0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:32.373631 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-ef4f8d15-68d0-47e9-97c1-b37d6b22558f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:32.423520 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12bc8f-2f32-4df4-ac5a-ca1762916eba req-e27420c6-f711-4da7-a9da-76347e4637ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:32.425118 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5d12bc8f-2f32-4df4-ac5a-ca1762916eba req-e27420c6-f711-4da7-a9da-76347e4637ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f679e3b4-95e5-4a15-977e-21a4265e9b6c HTTP/1.1" status: 200 len: 858 time: 0.0752208 Apr 30 16:07:32.438076 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ea8c6-fe56-4319-87dd-61e875ef81b7 req-fc7c14a1-ad90-4df5-b4b2-89bca8ccd291 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:32.439681 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b38ea8c6-fe56-4319-87dd-61e875ef81b7 req-fc7c14a1-ad90-4df5-b4b2-89bca8ccd291 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1685154 Apr 30 16:07:32.479865 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2da8e7-d71e-447a-a5df-7f1462d65aa0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Pushing event deleted for resources: {'Port': ['ID=50df49a0-c2c8-46f8-9283-e4e2d22985ac,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:32.482353 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-ec2da8e7-d71e-447a-a5df-7f1462d65aa0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:32.498239 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5d12bc8f-2f32-4df4-ac5a-ca1762916eba req-2f9ff130-13fb-49be-81d8-aa5875bfe6ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b59402-099e-42b6-a07e-fb025d8545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576062 Apr 30 16:07:32.532400 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-4886195d-f575-4fd4-9768-81ca3adb773f req-ec2da8e7-d71e-447a-a5df-7f1462d65aa0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] No DVR routers for this DVR port 50df49a0-c2c8-46f8-9283-e4e2d22985ac on host hv-cinder-78719 {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:07:32.541105 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4886195d-f575-4fd4-9768-81ca3adb773f req-ec2da8e7-d71e-447a-a5df-7f1462d65aa0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:32.546892 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1039acc3-2229-4ba1-8216-5a3ce222bec7', 'name': 'network-vif-deleted', 'tag': '50df49a0-c2c8-46f8-9283-e4e2d22985ac'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:32.559950 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b38ea8c6-fe56-4319-87dd-61e875ef81b7 req-997cbe34-73e9-4b95-8ea2-43730149d31c tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871873 Apr 30 16:07:32.571973 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4886195d-f575-4fd4-9768-81ca3adb773f req-ec2da8e7-d71e-447a-a5df-7f1462d65aa0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "DELETE /v2.0/ports/50df49a0-c2c8-46f8-9283-e4e2d22985ac HTTP/1.1" status: 204 len: 173 time: 1.0692043 Apr 30 16:07:32.582492 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5132c0-9c52-4420-be59-9df330499168 req-ce013bd5-7104-4344-b7cb-5a570d659432 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:32.583248 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-7a5132c0-9c52-4420-be59-9df330499168 req-ce013bd5-7104-4344-b7cb-5a570d659432 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Synchronizing usage tracker for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:07:32.604898 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-7a5132c0-9c52-4420-be59-9df330499168 req-ce013bd5-7104-4344-b7cb-5a570d659432 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Unset dirty status for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:07:32.606721 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7a5132c0-9c52-4420-be59-9df330499168 req-ce013bd5-7104-4344-b7cb-5a570d659432 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 867 time: 0.2990043 Apr 30 16:07:32.675313 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7a5132c0-9c52-4420-be59-9df330499168 req-b3eafa1e-d424-42f8-87d3-50e3ef402c61 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535471 Apr 30 16:07:32.679488 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1039acc3-2229-4ba1-8216-5a3ce222bec7', 'name': 'network-vif-deleted', 'tag': '50df49a0-c2c8-46f8-9283-e4e2d22985ac', 'status': 'completed', 'code': 200} Apr 30 16:07:32.700749 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5d12bc8f-2f32-4df4-ac5a-ca1762916eba req-d1a1d575-ea57-45d8-ae35-9348633689b3 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886301 Apr 30 16:07:32.852500 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5d12bc8f-2f32-4df4-ac5a-ca1762916eba req-348caeca-ee89-4d86-b8b5-03f3c1f5e2a5 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436949 Apr 30 16:07:33.411027 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccafc4-e084-47d4-b898-8cdaa16de9f3 req-61f9eb9f-b208-4759-b66d-ad3688431ca3 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:33.412852 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-45ccafc4-e084-47d4-b898-8cdaa16de9f3 req-61f9eb9f-b208-4759-b66d-ad3688431ca3 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0944502 Apr 30 16:07:33.458469 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-45ccafc4-e084-47d4-b898-8cdaa16de9f3 req-620f57a5-188e-4c2e-9747-000a6955c4dd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394254 Apr 30 16:07:33.459434 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8087c9-9b79-4a61-b900-b342b8f0bf52 req-a2f6e024-d66a-48de-b0d2-09f0561f61cf tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:33.460919 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1b8087c9-9b79-4a61-b900-b342b8f0bf52 req-a2f6e024-d66a-48de-b0d2-09f0561f61cf tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 944 time: 0.0885413 Apr 30 16:07:33.506894 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1b8087c9-9b79-4a61-b900-b342b8f0bf52 req-b22edb16-1176-4b00-b749-fafdf4ca0a14 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401568 Apr 30 16:07:33.832246 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdce49-dfb1-4768-bf0c-5fad042ccea9 req-f08516d2-c9a8-4f9f-9f05-9b759c6f8cf8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:33.840689 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-70fdce49-dfb1-4768-bf0c-5fad042ccea9 req-f08516d2-c9a8-4f9f-9f05-9b759c6f8cf8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1294549 Apr 30 16:07:33.880829 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['71d769f1-d3a3-40dc-bac3-2df67fd26b53', 'c7fd28df-062e-4955-a4cc-c7acd6900de8', '16d6e2d6-b060-481b-a231-59920e094f58'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:07:33.892942 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-70fdce49-dfb1-4768-bf0c-5fad042ccea9 req-3d845007-4e11-4f58-95fd-1986e509bca1 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512824 Apr 30 16:07:33.986765 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-542fbd92-7b41-4d81-a97a-24f007c07771 req-f915a728-bf02-4544-861f-a4175eb7a561 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=1039acc3-2229-4ba1-8216-5a3ce222bec7 HTTP/1.1" status: 200 len: 210 time: 0.1540921 Apr 30 16:07:34.522094 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eec44d-390f-4209-9ea5-9a0f9388fdc3 req-80464eff-c774-45c0-9cfa-33577cac32fc tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:34.523539 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d9eec44d-390f-4209-9ea5-9a0f9388fdc3 req-80464eff-c774-45c0-9cfa-33577cac32fc tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0800989 Apr 30 16:07:34.573502 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d9eec44d-390f-4209-9ea5-9a0f9388fdc3 req-872a6cb7-c38c-4310-837c-a881ae62aa10 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442760 Apr 30 16:07:34.648151 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb560e-c3a9-45cf-b781-d8c8a8b83ae1 req-26367bb4-38de-4fbf-b3a7-ec925b5c2843 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:34.649618 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e4fb560e-c3a9-45cf-b781-d8c8a8b83ae1 req-26367bb4-38de-4fbf-b3a7-ec925b5c2843 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0805385 Apr 30 16:07:34.700214 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e4fb560e-c3a9-45cf-b781-d8c8a8b83ae1 req-10297679-61af-4bc5-9f59-e62ee1da86fd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449753 Apr 30 16:07:34.755520 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068e451-3eb1-4b9e-a646-b6a943215bea req-a80b81d5-0d21-4dd3-bfab-ca39da3f0b74 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:34.756950 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e068e451-3eb1-4b9e-a646-b6a943215bea req-a80b81d5-0d21-4dd3-bfab-ca39da3f0b74 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 944 time: 0.0834532 Apr 30 16:07:34.803310 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e068e451-3eb1-4b9e-a646-b6a943215bea req-d67d522e-d976-4dcb-9dbc-e279dde63730 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406635 Apr 30 16:07:35.090718 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e53fa-915a-439b-9fe6-32837e89b076 req-ba09c0dd-1e79-46ef-8b73-c5ce48861a34 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:35.092221 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-454e53fa-915a-439b-9fe6-32837e89b076 req-ba09c0dd-1e79-46ef-8b73-c5ce48861a34 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.0842261 Apr 30 16:07:35.139669 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-454e53fa-915a-439b-9fe6-32837e89b076 req-1c0ab5ed-68ae-4213-9997-2dfc1af5cdb3 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413063 Apr 30 16:07:35.245501 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 3f5f708d-2c03-4270-bbd4-e91e7330dd5c up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:07:35.316786 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:07:35.321391 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:07:35.321766 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:35.441116 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:35.468111 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:35.478789 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3f5f708d-2c03-4270-bbd4-e91e7330dd5c,segment=NetworkSegment(9b13fa04-bea7-44d0-b191-473a13965aff),segment_id=9b13fa04-bea7-44d0-b191-473a13965aff)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:35.482992 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:35.483844 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 50df49a0-c2c8-46f8-9283-e4e2d22985ac no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:07:35.508880 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:35.542841 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c', 'code': 200} Apr 30 16:07:35.559589 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: 50df49a0-c2c8-46f8-9283-e4e2d22985ac {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:07:35.559945 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 50df49a0-c2c8-46f8-9283-e4e2d22985ac not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:07:35.588364 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=3f5f708d-2c03-4270-bbd4-e91e7330dd5c,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:35.591347 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:35.832968 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa340f44-5c06-4913-add0-b53b837f1e37 req-7d2886ed-440b-4691-a530-01fc11a35d7d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:35.834415 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-aa340f44-5c06-4913-add0-b53b837f1e37 req-7d2886ed-440b-4691-a530-01fc11a35d7d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1481342 Apr 30 16:07:35.836499 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8508f01-caf7-493c-b9f1-83b8491520ed req-418417a3-cfe2-41b2-8d48-e4ad4257735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:35.837895 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d8508f01-caf7-493c-b9f1-83b8491520ed req-418417a3-cfe2-41b2-8d48-e4ad4257735b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 1098 time: 0.1153817 Apr 30 16:07:35.900233 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c0bb7-3c51-4b6f-b9ba-983717f7a249 req-f6e54fc7-7e20-4fa9-8459-4b1a67cbce4c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:35.901728 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ee7c0bb7-3c51-4b6f-b9ba-983717f7a249 req-f6e54fc7-7e20-4fa9-8459-4b1a67cbce4c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0898604 Apr 30 16:07:35.950694 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ee7c0bb7-3c51-4b6f-b9ba-983717f7a249 req-26969c17-85e2-4c83-b2f7-8474f054adf0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422726 Apr 30 16:07:35.991045 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-aa340f44-5c06-4913-add0-b53b837f1e37 req-d57554c0-dc32-4dd8-9269-f34211520676 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507831 Apr 30 16:07:35.992627 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d8508f01-caf7-493c-b9f1-83b8491520ed req-24cc1de5-099f-402e-b4f6-a772c0da8cb1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388261 Apr 30 16:07:36.135547 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a3db0-725a-4066-809d-839536e80838 req-6d604f11-cabe-406b-94b2-5b23fbf8e0b2 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:36.137026 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-034a3db0-725a-4066-809d-839536e80838 req-6d604f11-cabe-406b-94b2-5b23fbf8e0b2 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 945 time: 0.0822983 Apr 30 16:07:36.191640 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-034a3db0-725a-4066-809d-839536e80838 req-f83b25a3-f856-4e21-9ef7-3fd0f42f45fb tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475643 Apr 30 16:07:36.368901 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dd64a-6c74-4f80-bf81-aee5c5c222a9 req-adcf5c40-e8fc-44d1-9cb5-0a2376fc2df3 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:36.370711 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1b3dd64a-6c74-4f80-bf81-aee5c5c222a9 req-adcf5c40-e8fc-44d1-9cb5-0a2376fc2df3 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.0881565 Apr 30 16:07:36.417282 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1b3dd64a-6c74-4f80-bf81-aee5c5c222a9 req-853a2344-8be3-492e-a3a3-a78dbb2f482a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399826 Apr 30 16:07:36.689418 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f59d7b-3ecf-466e-bf4f-b9a76a49bb03 req-1bb9205f-9b97-4e52-989a-57d44afb085c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:36.690763 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c8f59d7b-3ecf-466e-bf4f-b9a76a49bb03 req-1bb9205f-9b97-4e52-989a-57d44afb085c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 945 time: 0.0839391 Apr 30 16:07:36.735310 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c8f59d7b-3ecf-466e-bf4f-b9a76a49bb03 req-1b84bdaf-ecbd-4eb9-98be-c0bf2185d206 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388200 Apr 30 16:07:37.156958 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c882e4-9bcc-48bb-94ad-6b7d58f7e407 req-e4545eb8-db1b-43b2-b1fe-44659fa74b15 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:37.158757 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e0c882e4-9bcc-48bb-94ad-6b7d58f7e407 req-e4545eb8-db1b-43b2-b1fe-44659fa74b15 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0904984 Apr 30 16:07:37.207058 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d54907-f300-42e4-8cec-ddf0e0e35d47 req-098457a6-fb58-48ee-8504-2aef648feccf tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:37.209992 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-45d54907-f300-42e4-8cec-ddf0e0e35d47 req-098457a6-fb58-48ee-8504-2aef648feccf tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1079860 Apr 30 16:07:37.211923 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e0c882e4-9bcc-48bb-94ad-6b7d58f7e407 req-0dce9ba4-85fc-4f54-8d70-7ce2e2e28454 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453184 Apr 30 16:07:37.274955 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-45d54907-f300-42e4-8cec-ddf0e0e35d47 req-021a8195-2967-4ef8-a021-af32ab8dd7d6 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573335 Apr 30 16:07:37.435081 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b304-428c-4e9e-8ae6-4a1d075055f5 req-7a127953-d52d-4dd6-9cae-5032872d497f tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:37.436515 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-6de8b304-428c-4e9e-8ae6-4a1d075055f5 req-7a127953-d52d-4dd6-9cae-5032872d497f tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 945 time: 0.1052191 Apr 30 16:07:37.480972 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-6de8b304-428c-4e9e-8ae6-4a1d075055f5 req-7804d5c8-7fef-4d2f-9568-bc9fa4bb305b tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387635 Apr 30 16:07:37.611947 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1f0be-bc54-42c0-b83a-d8b4004088dd req-4c6b902e-6918-4535-bec4-d897709774f4 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:37.613491 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-56a1f0be-bc54-42c0-b83a-d8b4004088dd req-4c6b902e-6918-4535-bec4-d897709774f4 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.0806363 Apr 30 16:07:37.660221 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-56a1f0be-bc54-42c0-b83a-d8b4004088dd req-b0425323-414c-43b0-86f2-2478ac9020c9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396802 Apr 30 16:07:37.934854 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac07a7-52bf-4596-8724-684a11c765fd req-7bd2a810-205e-4d72-a14a-210a2f4afffc tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:37.936371 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d9ac07a7-52bf-4596-8724-684a11c765fd req-7bd2a810-205e-4d72-a14a-210a2f4afffc tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 945 time: 0.0835059 Apr 30 16:07:37.982709 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d9ac07a7-52bf-4596-8724-684a11c765fd req-98d8e731-276e-47ea-95c0-da53bcbeac42 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403564 Apr 30 16:07:38.410994 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea7a31-08be-42d3-81a7-2e7008429134 req-ace1f00b-006d-4804-9e81-c4b700696d5a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:38.412629 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-13ea7a31-08be-42d3-81a7-2e7008429134 req-ace1f00b-006d-4804-9e81-c4b700696d5a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0891564 Apr 30 16:07:38.463598 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-13ea7a31-08be-42d3-81a7-2e7008429134 req-a138b5b9-dcaa-4992-a22c-49d8e9101c5c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448763 Apr 30 16:07:38.476950 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd11ba4-7aa8-4497-8f3e-466285237e3e req-202300b4-b0f7-46f6-9efa-7c922d6f5e1c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:38.478485 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5cd11ba4-7aa8-4497-8f3e-466285237e3e req-202300b4-b0f7-46f6-9efa-7c922d6f5e1c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0860965 Apr 30 16:07:38.531878 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5cd11ba4-7aa8-4497-8f3e-466285237e3e req-12f0d6ba-31bf-493c-9c85-b568dbf90164 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471735 Apr 30 16:07:38.684774 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700975d8-6913-4b91-b70c-f8f94cdca468 req-4c6f5e6c-3dcc-4f30-9da4-e141f2bb0cf3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:38.686249 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-700975d8-6913-4b91-b70c-f8f94cdca468 req-4c6f5e6c-3dcc-4f30-9da4-e141f2bb0cf3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 945 time: 0.0855680 Apr 30 16:07:38.737885 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-700975d8-6913-4b91-b70c-f8f94cdca468 req-1b24eba4-8389-4e8b-997a-26ee9168532b tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447125 Apr 30 16:07:38.903284 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d91eb-7f29-4ee2-839b-b96745f18249 req-3a53a9f2-29d2-4242-bd70-e14fbb12b11e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:38.904874 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-274d91eb-7f29-4ee2-839b-b96745f18249 req-3a53a9f2-29d2-4242-bd70-e14fbb12b11e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1170483 Apr 30 16:07:38.960886 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-274d91eb-7f29-4ee2-839b-b96745f18249 req-eab3da41-9ee1-4808-9408-4f753e6c84b4 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490735 Apr 30 16:07:38.996456 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af2526-b862-4258-9888-f3821966d8b5 req-f2d131bc-1de0-4bea-8726-5aba940555ea tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:38.997937 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b8af2526-b862-4258-9888-f3821966d8b5 req-f2d131bc-1de0-4bea-8726-5aba940555ea tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 945 time: 0.0882752 Apr 30 16:07:39.043180 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b8af2526-b862-4258-9888-f3821966d8b5 req-ed21e706-83db-4467-bc29-45894398c6a4 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392632 Apr 30 16:07:39.173975 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c330289-6e26-4cff-8d72-8d8aa9010103 req-d8d0bf69-7b49-4f43-b9bf-c439b5dedd2c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:39.175435 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0c330289-6e26-4cff-8d72-8d8aa9010103 req-d8d0bf69-7b49-4f43-b9bf-c439b5dedd2c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 945 time: 0.0817637 Apr 30 16:07:39.222927 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0c330289-6e26-4cff-8d72-8d8aa9010103 req-b20d7b53-d800-4e43-bf92-b7f4502283f4 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415640 Apr 30 16:07:39.462286 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb2719-606b-4113-a0ff-bb33ae730912 req-dfa0f869-ed64-428c-a690-3573ef89e0e2 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:39.463729 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-30cb2719-606b-4113-a0ff-bb33ae730912 req-dfa0f869-ed64-428c-a690-3573ef89e0e2 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 945 time: 0.0828817 Apr 30 16:07:39.509301 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-30cb2719-606b-4113-a0ff-bb33ae730912 req-5dbda191-dfbb-4f28-a47b-38f197eaa98f tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392511 Apr 30 16:07:39.733650 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349663f-4b05-4e10-a764-8288beed7915 req-7df707fb-d307-4724-b9b3-9046d8847596 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:39.735946 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a349663f-4b05-4e10-a764-8288beed7915 req-7df707fb-d307-4724-b9b3-9046d8847596 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0884683 Apr 30 16:07:39.792699 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a349663f-4b05-4e10-a764-8288beed7915 req-52895c5b-5786-42e9-9449-ceedfa29bcdb tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498083 Apr 30 16:07:40.160434 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da99e8-73b7-4ba4-a78d-621f42761504 req-65ff4700-7514-4f26-82cc-bbfe7ed8daae tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:40.161931 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-89da99e8-73b7-4ba4-a78d-621f42761504 req-65ff4700-7514-4f26-82cc-bbfe7ed8daae tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.0809159 Apr 30 16:07:40.218238 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-89da99e8-73b7-4ba4-a78d-621f42761504 req-67d2afc9-1d2a-46ea-9613-09971e3d4ed4 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506778 Apr 30 16:07:40.241156 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f1dfa-7f52-4443-82ca-1a43c264779c req-de3fbb50-41c3-42f4-915d-d772d610fd3d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:40.242603 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-fd3f1dfa-7f52-4443-82ca-1a43c264779c req-de3fbb50-41c3-42f4-915d-d772d610fd3d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0869310 Apr 30 16:07:40.290717 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-fd3f1dfa-7f52-4443-82ca-1a43c264779c req-86225e53-f4c4-4b04-99fb-b06d5c7a6f23 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421085 Apr 30 16:07:40.420120 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed598229-9bcc-4080-9815-2d592c7e52e8 req-4fedb4ac-6cef-490a-97dc-7589bc6dac8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:40.421797 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ed598229-9bcc-4080-9815-2d592c7e52e8 req-4fedb4ac-6cef-490a-97dc-7589bc6dac8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 945 time: 0.0894015 Apr 30 16:07:40.492972 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ed598229-9bcc-4080-9815-2d592c7e52e8 req-bbcbc3a3-e899-4872-81ef-0c5fbeac60e6 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652604 Apr 30 16:07:41.004193 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd66ec-4e3e-433d-bb67-7d630c2bbd81 req-c6212e49-415c-40ee-99fe-e4e1b1d00ff6 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:41.005696 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-58cd66ec-4e3e-433d-bb67-7d630c2bbd81 req-c6212e49-415c-40ee-99fe-e4e1b1d00ff6 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0897884 Apr 30 16:07:41.054025 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-58cd66ec-4e3e-433d-bb67-7d630c2bbd81 req-05ddd9ce-057b-4424-8890-bb7d6cd37ca9 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423377 Apr 30 16:07:41.373167 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586fd75-b7a6-4c53-a4cf-53373bf32c99 req-af5f7ee1-3c5b-4e2f-8216-1e5ccb02304c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:41.374690 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2586fd75-b7a6-4c53-a4cf-53373bf32c99 req-af5f7ee1-3c5b-4e2f-8216-1e5ccb02304c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 945 time: 0.1181476 Apr 30 16:07:41.419137 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11f1bc-0be4-4266-9055-88161a3f7e33 req-9316b5d1-e171-4ecf-81f8-4098b00e626c tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:41.420691 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0b11f1bc-0be4-4266-9055-88161a3f7e33 req-9316b5d1-e171-4ecf-81f8-4098b00e626c tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.0870717 Apr 30 16:07:41.469101 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0b11f1bc-0be4-4266-9055-88161a3f7e33 req-93c08757-d56e-4fd9-9374-1af48c3ca918 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Apr 30 16:07:41.524179 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [req-2586fd75-b7a6-4c53-a4cf-53373bf32c99 req-37d169ce-3cef-44c3-b961-103eb8831961 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Deleting port 16d6e2d6-b060-481b-a231-59920e094f58 {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:07:41.524513 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-2586fd75-b7a6-4c53-a4cf-53373bf32c99 req-37d169ce-3cef-44c3-b961-103eb8831961 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:41.592819 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:41.681927 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-2586fd75-b7a6-4c53-a4cf-53373bf32c99 req-37d169ce-3cef-44c3-b961-103eb8831961 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] For port 16d6e2d6-b060-481b-a231-59920e094f58, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=16d6e2d6-b060-481b-a231-59920e094f58,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:41.682335 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-2586fd75-b7a6-4c53-a4cf-53373bf32c99 req-37d169ce-3cef-44c3-b961-103eb8831961 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:41.717740 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d88cc-dcc1-45eb-b732-2161c448550f req-06d522fc-0d34-4eea-a444-eef4fd59bc31 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:41.726578 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-3f6d88cc-dcc1-45eb-b732-2161c448550f req-06d522fc-0d34-4eea-a444-eef4fd59bc31 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 945 time: 0.1207066 Apr 30 16:07:41.778969 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-3f6d88cc-dcc1-45eb-b732-2161c448550f req-ab779b62-2287-4ee5-9508-28b4603e1d30 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512240 Apr 30 16:07:41.836459 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [req-2586fd75-b7a6-4c53-a4cf-53373bf32c99 req-37d169ce-3cef-44c3-b961-103eb8831961 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Calling delete_port for 16d6e2d6-b060-481b-a231-59920e094f58 owned by compute:nova {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:07:42.052344 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-2586fd75-b7a6-4c53-a4cf-53373bf32c99 req-37d169ce-3cef-44c3-b961-103eb8831961 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:42.058365 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-f7dbfdaa-876c-4ce1-bc7a-113679fa0be1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:42.073762 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['71d769f1-d3a3-40dc-bac3-2df67fd26b53', 'c7fd28df-062e-4955-a4cc-c7acd6900de8', '16d6e2d6-b060-481b-a231-59920e094f58'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:07:42.105262 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d169ce-3cef-44c3-b961-103eb8831961 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Pushing event deleted for resources: {'Port': ['ID=16d6e2d6-b060-481b-a231-59920e094f58,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:42.108874 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-37d169ce-3cef-44c3-b961-103eb8831961 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:42.201824 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-2586fd75-b7a6-4c53-a4cf-53373bf32c99 req-37d169ce-3cef-44c3-b961-103eb8831961 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] No DVR routers for this DVR port 16d6e2d6-b060-481b-a231-59920e094f58 on host hv-cinder-78719 {{(pid=73974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:07:42.207173 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-2586fd75-b7a6-4c53-a4cf-53373bf32c99 req-37d169ce-3cef-44c3-b961-103eb8831961 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:42.218514 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6963bb-6d22-4c72-b4e9-acb3698ffb3d', 'name': 'network-vif-deleted', 'tag': '16d6e2d6-b060-481b-a231-59920e094f58'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:42.230031 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2586fd75-b7a6-4c53-a4cf-53373bf32c99 req-37d169ce-3cef-44c3-b961-103eb8831961 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "DELETE /v2.0/ports/16d6e2d6-b060-481b-a231-59920e094f58 HTTP/1.1" status: 204 len: 173 time: 0.8459136 Apr 30 16:07:42.319874 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6963bb-6d22-4c72-b4e9-acb3698ffb3d', 'name': 'network-vif-deleted', 'tag': '16d6e2d6-b060-481b-a231-59920e094f58', 'status': 'completed', 'code': 200} Apr 30 16:07:42.327622 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c102a7f-0bd7-460b-8670-6342ba5ef0f1 req-403693a8-3f23-4043-872d-9d944556f457 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:42.335405 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-6c102a7f-0bd7-460b-8670-6342ba5ef0f1 req-403693a8-3f23-4043-872d-9d944556f457 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1515534 Apr 30 16:07:42.398702 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-6c102a7f-0bd7-460b-8670-6342ba5ef0f1 req-6580e45c-07a3-46f3-8b1e-90ea194878fb tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620978 Apr 30 16:07:42.673205 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67657d39-b779-40b1-9d3a-f7949bc7b4dc req-86ce4264-4962-4b25-917b-fa6574b6947d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:42.674671 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-67657d39-b779-40b1-9d3a-f7949bc7b4dc req-86ce4264-4962-4b25-917b-fa6574b6947d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.0876136 Apr 30 16:07:42.726878 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-67657d39-b779-40b1-9d3a-f7949bc7b4dc req-a82163d9-a3fe-4a44-a429-004f583ec950 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458357 Apr 30 16:07:42.947946 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-36e8a54e-6aba-4428-a66b-e5bdd0464566 req-249ff02d-822f-4115-a415-fde4f35dc173 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d6963bb-6d22-4c72-b4e9-acb3698ffb3d HTTP/1.1" status: 200 len: 210 time: 0.0445681 Apr 30 16:07:43.127239 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:07:43.596454 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1a9c4-5202-4cf9-805c-2a310f3e9e5f req-48a98b37-26d0-44a3-a1d1-9f1e21159484 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:43.597989 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-59c1a9c4-5202-4cf9-805c-2a310f3e9e5f req-48a98b37-26d0-44a3-a1d1-9f1e21159484 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0822871 Apr 30 16:07:43.648824 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-59c1a9c4-5202-4cf9-805c-2a310f3e9e5f req-a0a8e85a-75ac-4f1d-b513-7cfaf4fc3c0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446877 Apr 30 16:07:43.929811 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af5edd-181c-4a8c-b24c-d890a2e8f349 req-0ffc87c3-53c2-4e96-a4ff-66849e487119 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:43.932251 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-88af5edd-181c-4a8c-b24c-d890a2e8f349 req-0ffc87c3-53c2-4e96-a4ff-66849e487119 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.0886047 Apr 30 16:07:43.979908 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-88af5edd-181c-4a8c-b24c-d890a2e8f349 req-f6178c30-5993-44b2-9291-324c1da18391 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407536 Apr 30 16:07:44.438975 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f91723-8b2d-4569-982a-420b304411da req-d0a1d80c-7b6a-4ff3-9179-b5d49b9570aa tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:44.439672 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-12f91723-8b2d-4569-982a-420b304411da req-d0a1d80c-7b6a-4ff3-9179-b5d49b9570aa tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Synchronizing usage tracker for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:07:44.455331 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-12f91723-8b2d-4569-982a-420b304411da req-d0a1d80c-7b6a-4ff3-9179-b5d49b9570aa tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Unset dirty status for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:07:44.456647 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-12f91723-8b2d-4569-982a-420b304411da req-d0a1d80c-7b6a-4ff3-9179-b5d49b9570aa tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 945 time: 0.1025536 Apr 30 16:07:44.508898 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-12f91723-8b2d-4569-982a-420b304411da req-cace0b92-c083-4a24-af89-c314722a37bd tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463278 Apr 30 16:07:44.786091 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535ba39-16bf-44b1-966e-12bbbc59c181 req-c1e25e9b-a19b-40a7-a342-aa8309a2da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:44.787625 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b535ba39-16bf-44b1-966e-12bbbc59c181 req-c1e25e9b-a19b-40a7-a342-aa8309a2da16 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8baee5fa7e864efcb872c20e058ef004&device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 1098 time: 0.1447458 Apr 30 16:07:44.803393 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdba83a-06d5-4479-b93e-b4daf4c68dde req-54473ca0-a5fb-4f08-94eb-cb94e356756d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:44.804894 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3fdba83a-06d5-4479-b93e-b4daf4c68dde req-54473ca0-a5fb-4f08-94eb-cb94e356756d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1284957 Apr 30 16:07:44.944382 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3fdba83a-06d5-4479-b93e-b4daf4c68dde req-01a91adf-6257-45c6-863c-b440e4366b64 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173108 Apr 30 16:07:44.955496 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be9c86-fda6-493c-adba-a3fa9d0b0c69 req-69de0af1-f114-4324-9ffc-919a12057a38 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:44.957382 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b4be9c86-fda6-493c-adba-a3fa9d0b0c69 req-69de0af1-f114-4324-9ffc-919a12057a38 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1924386 Apr 30 16:07:44.970556 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535ba39-16bf-44b1-966e-12bbbc59c181 req-ca32990f-1e6d-40d3-9073-6d93df378689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:44.971987 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b535ba39-16bf-44b1-966e-12bbbc59c181 req-ca32990f-1e6d-40d3-9073-6d93df378689 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56b59402-099e-42b6-a07e-fb025d8545b0 HTTP/1.1" status: 200 len: 919 time: 0.1662340 Apr 30 16:07:45.008719 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b4be9c86-fda6-493c-adba-a3fa9d0b0c69 req-4fa9c322-3266-4f81-989b-da4150be443a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431895 Apr 30 16:07:45.065018 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b535ba39-16bf-44b1-966e-12bbbc59c181 req-4ad47bd2-478a-407d-8b09-5a81207fc7d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4005add-2a65-4c56-b508-17dc81f888d0 HTTP/1.1" status: 200 len: 217 time: 0.0726204 Apr 30 16:07:45.185360 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535ba39-16bf-44b1-966e-12bbbc59c181 req-9719f122-d720-44a7-a639-6614ddea579e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:45.186831 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b535ba39-16bf-44b1-966e-12bbbc59c181 req-9719f122-d720-44a7-a639-6614ddea579e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f679e3b4-95e5-4a15-977e-21a4265e9b6c HTTP/1.1" status: 200 len: 858 time: 0.1062510 Apr 30 16:07:45.219981 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e4db4-3310-4d61-bc6e-3ef6217b5ba6 req-cfdda3e7-07e4-415f-b7e1-5139d4c3b6ee tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:45.221552 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-bc3e4db4-3310-4d61-bc6e-3ef6217b5ba6 req-cfdda3e7-07e4-415f-b7e1-5139d4c3b6ee tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1105340 Apr 30 16:07:45.278204 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b535ba39-16bf-44b1-966e-12bbbc59c181 req-7a783916-0cb6-47c6-919c-c17e84be99df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b59402-099e-42b6-a07e-fb025d8545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556531 Apr 30 16:07:45.308550 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-bc3e4db4-3310-4d61-bc6e-3ef6217b5ba6 req-cc25cb7f-d986-4916-a871-2f373f5e7eb2 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508344 Apr 30 16:07:45.332972 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 16d6e2d6-b060-481b-a231-59920e094f58 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:07:45.371078 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: 16d6e2d6-b060-481b-a231-59920e094f58 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:07:45.371696 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 16d6e2d6-b060-481b-a231-59920e094f58 not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:07:45.454446 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b535ba39-16bf-44b1-966e-12bbbc59c181 req-56765dcc-019e-414a-9635-50ab1b39d1ad service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421621 Apr 30 16:07:45.629400 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b535ba39-16bf-44b1-966e-12bbbc59c181 req-921f6d9a-c8ce-437e-beb9-c78b0a508e44 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672068 Apr 30 16:07:45.743516 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b2182-e3c6-4443-a2ff-f9ac36af53f4 req-c14bf2a1-0d5e-4a01-8495-3e59326a1058 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:45.751871 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-625b2182-e3c6-4443-a2ff-f9ac36af53f4 req-c14bf2a1-0d5e-4a01-8495-3e59326a1058 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 945 time: 0.1122992 Apr 30 16:07:45.801224 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-625b2182-e3c6-4443-a2ff-f9ac36af53f4 req-62a2b81c-4212-4d02-92cc-6dbe06b3e8a8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484543 Apr 30 16:07:45.826736 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea9ad6-ca07-4f97-a1b6-8fbeeb15ccb6 req-421bd852-4638-40e6-b204-8cf0fd131e25 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:45.828824 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-52ea9ad6-ca07-4f97-a1b6-8fbeeb15ccb6 req-421bd852-4638-40e6-b204-8cf0fd131e25 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 945 time: 0.0940688 Apr 30 16:07:45.873912 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-52ea9ad6-ca07-4f97-a1b6-8fbeeb15ccb6 req-e776574e-83b9-487e-b1b7-4f54553fd59d tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387664 Apr 30 16:07:45.902766 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 47314) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:46.154676 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87489f-1bbc-4cb4-80df-963ec4f2fa7c req-f4223771-eec3-4967-af59-87f790dcf658 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:46.162118 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-aa87489f-1bbc-4cb4-80df-963ec4f2fa7c req-f4223771-eec3-4967-af59-87f790dcf658 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1061404 Apr 30 16:07:46.214327 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-aa87489f-1bbc-4cb4-80df-963ec4f2fa7c req-308f080d-f434-44c1-bf7f-0c4505a1b23f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461018 Apr 30 16:07:46.262838 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c76e0f-24f7-40d9-b9fb-d53c93a25cf3 tempest-TestMinimumBasicScenario-437800000 tempest-TestMinimumBasicScenario-437800000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:46.263538 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-97c76e0f-24f7-40d9-b9fb-d53c93a25cf3 tempest-TestMinimumBasicScenario-437800000 tempest-TestMinimumBasicScenario-437800000-project-admin] Synchronizing usage tracker for tenant:4db20ab936cc48dfb4c74c66028a02f4 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:07:46.297149 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-97c76e0f-24f7-40d9-b9fb-d53c93a25cf3 tempest-TestMinimumBasicScenario-437800000 tempest-TestMinimumBasicScenario-437800000-project-admin] Unset dirty status for tenant:4db20ab936cc48dfb4c74c66028a02f4 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:07:46.303498 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-97c76e0f-24f7-40d9-b9fb-d53c93a25cf3 tempest-TestMinimumBasicScenario-437800000 tempest-TestMinimumBasicScenario-437800000-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 1093 time: 0.3945694 Apr 30 16:07:46.303747 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 47336) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:46.309046 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Request body: {'floatingip': {'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'port_id': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'fixed_ip_address': '172.20.0.3'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:07:46.310008 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b2bba-d90f-45b5-b458-22d92436c5de req-56387e66-9411-4773-8b94-834aae23f471 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:46.311461 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-643b2bba-d90f-45b5-b458-22d92436c5de req-56387e66-9411-4773-8b94-834aae23f471 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1258807 Apr 30 16:07:46.315625 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:46.319483 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Usage tracker for resource:floatingip and tenant:e2f9906b802c4756bde7bb184510cc70 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:46.322542 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:46.329238 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:46.340394 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for floatingip, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:46.360985 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-643b2bba-d90f-45b5-b458-22d92436c5de req-b48cc89a-4f6d-478c-ab8a-abd82b82644a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427856 Apr 30 16:07:46.617239 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3be659-74c4-4713-bb59-0ca797342f3c req-d517288d-8a13-40bd-939c-106a0e8ca66d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:46.618710 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ec3be659-74c4-4713-bb59-0ca797342f3c req-d517288d-8a13-40bd-939c-106a0e8ca66d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1179562 Apr 30 16:07:46.626638 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:46.727948 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ec3be659-74c4-4713-bb59-0ca797342f3c req-42fed1bd-fdcb-48e5-81fa-19e558c7673e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029844 Apr 30 16:07:46.801618 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Allocated IP 172.28.1.18 (7f18a24d-1fcc-4840-abae-ef8e7b2dba23/58a2ec7a-0b40-4394-88ce-94b1dd1bf408/971614b5-11e4-4018-a9f3-7ea408b03459) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:07:46.954760 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:46.985953 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:46.987941 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd983d4-a3c3-4d5b-b02c-d3e584fda2c4 req-107777cf-7acb-457f-b359-c90b60f02340 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:46.989553 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ecd983d4-a3c3-4d5b-b02c-d3e584fda2c4 req-107777cf-7acb-457f-b359-c90b60f02340 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 945 time: 0.0866935 Apr 30 16:07:46.989993 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-37d169ce-3cef-44c3-b961-103eb8831961 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:47.038676 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ecd983d4-a3c3-4d5b-b02c-d3e584fda2c4 req-2c30bb38-29e4-49ff-a476-9de7fd45cbed tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422652 Apr 30 16:07:47.068186 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:07:47.072069 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:07:47.074653 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:07:47.102350 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Pushing event updated for resources: {'Port': ['ID=971614b5-11e4-4018-a9f3-7ea408b03459,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:47.105436 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:47.318719 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da7f2a-7e6e-48e3-b395-3e17e80056d5 req-d5c40e0c-3a1e-4dbd-8405-521744eeecc0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:47.320286 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-49da7f2a-7e6e-48e3-b395-3e17e80056d5 req-d5c40e0c-3a1e-4dbd-8405-521744eeecc0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 945 time: 0.1930330 Apr 30 16:07:47.554272 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8b7b5-e2c3-40d3-9997-4fc35e5678aa req-7222e860-17ab-49a0-a0a7-37676b48e1ce tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:47.555762 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-27c8b7b5-e2c3-40d3-9997-4fc35e5678aa req-7222e860-17ab-49a0-a0a7-37676b48e1ce tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0855153 Apr 30 16:07:47.601844 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-27c8b7b5-e2c3-40d3-9997-4fc35e5678aa req-dd1b5721-77da-42b3-9382-4b31be6003e0 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396798 Apr 30 16:07:47.807329 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c17f0-a252-4e4e-b93d-967898195921 req-5ef6d325-47b6-41a8-b82d-6719e8832757 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:47.809165 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-428c17f0-a252-4e4e-b93d-967898195921 req-5ef6d325-47b6-41a8-b82d-6719e8832757 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.4332607 Apr 30 16:07:47.853410 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [req-49da7f2a-7e6e-48e3-b395-3e17e80056d5 req-d02fa9bd-6ade-4a8a-b2fe-7bff7b999910 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Deleting port c7fd28df-062e-4955-a4cc-c7acd6900de8 {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:07:47.853410 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-49da7f2a-7e6e-48e3-b395-3e17e80056d5 req-d02fa9bd-6ade-4a8a-b2fe-7bff7b999910 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:47.970680 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59953e4-bb19-4769-b3fc-82d2e435142b req-b44b68bf-9bd3-4ac3-a114-164f54b63676 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:47.972593 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d59953e4-bb19-4769-b3fc-82d2e435142b req-b44b68bf-9bd3-4ac3-a114-164f54b63676 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.0956414 Apr 30 16:07:48.038167 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d59953e4-bb19-4769-b3fc-82d2e435142b req-cc4f4150-503a-4b51-9bca-4efc90cb67c8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530915 Apr 30 16:07:48.110302 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-428c17f0-a252-4e4e-b93d-967898195921 req-34234ade-83cc-41f3-82fa-e8d562cddb1a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909486 Apr 30 16:07:48.164811 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-49da7f2a-7e6e-48e3-b395-3e17e80056d5 req-d02fa9bd-6ade-4a8a-b2fe-7bff7b999910 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] For port c7fd28df-062e-4955-a4cc-c7acd6900de8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c7fd28df-062e-4955-a4cc-c7acd6900de8,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:48.165161 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-49da7f2a-7e6e-48e3-b395-3e17e80056d5 req-d02fa9bd-6ade-4a8a-b2fe-7bff7b999910 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:48.230147 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:48.245608 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179a99d-905f-489f-ba18-d0c7e861cfa5 req-d810e832-0f74-444b-8261-8f38d3319dfc tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:48.247478 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c179a99d-905f-489f-ba18-d0c7e861cfa5 req-d810e832-0f74-444b-8261-8f38d3319dfc tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 945 time: 0.0885913 Apr 30 16:07:48.298359 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c179a99d-905f-489f-ba18-d0c7e861cfa5 req-20ae0f39-01b8-49ce-b53f-1d1cfac4b6ca tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Apr 30 16:07:48.353123 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [req-49da7f2a-7e6e-48e3-b395-3e17e80056d5 req-d02fa9bd-6ade-4a8a-b2fe-7bff7b999910 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Calling delete_port for c7fd28df-062e-4955-a4cc-c7acd6900de8 owned by compute:nova {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:07:48.451216 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:48.677215 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-49da7f2a-7e6e-48e3-b395-3e17e80056d5 req-d02fa9bd-6ade-4a8a-b2fe-7bff7b999910 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:48.683991 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-468e77e9-1054-4f7a-8f3b-f59feb8f4019 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:48.694107 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['71d769f1-d3a3-40dc-bac3-2df67fd26b53', 'c7fd28df-062e-4955-a4cc-c7acd6900de8'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:07:48.783532 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fa9bd-6ade-4a8a-b2fe-7bff7b999910 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Pushing event deleted for resources: {'Port': ['ID=c7fd28df-062e-4955-a4cc-c7acd6900de8,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:48.786420 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d02fa9bd-6ade-4a8a-b2fe-7bff7b999910 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:48.883591 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-49da7f2a-7e6e-48e3-b395-3e17e80056d5 req-d02fa9bd-6ade-4a8a-b2fe-7bff7b999910 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] No DVR routers for this DVR port c7fd28df-062e-4955-a4cc-c7acd6900de8 on host hv-cinder-78719 {{(pid=73974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:07:48.889418 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-49da7f2a-7e6e-48e3-b395-3e17e80056d5 req-d02fa9bd-6ade-4a8a-b2fe-7bff7b999910 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:48.892473 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dd92be-3664-46ee-9fd1-332f542cb377', 'name': 'network-vif-deleted', 'tag': 'c7fd28df-062e-4955-a4cc-c7acd6900de8'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:48.940308 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dd92be-3664-46ee-9fd1-332f542cb377', 'name': 'network-vif-deleted', 'tag': 'c7fd28df-062e-4955-a4cc-c7acd6900de8', 'status': 'completed', 'code': 200} Apr 30 16:07:48.944696 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-49da7f2a-7e6e-48e3-b395-3e17e80056d5 req-d02fa9bd-6ade-4a8a-b2fe-7bff7b999910 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "DELETE /v2.0/ports/c7fd28df-062e-4955-a4cc-c7acd6900de8 HTTP/1.1" status: 204 len: 173 time: 1.5678444 Apr 30 16:07:48.949100 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:48.961636 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fd036-14b3-492d-9aa0-218819b42137 req-79da3d1d-cb44-42f0-9c54-4774b21b6f5a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:48.963101 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-8e6fd036-14b3-492d-9aa0-218819b42137 req-79da3d1d-cb44-42f0-9c54-4774b21b6f5a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.2415521 Apr 30 16:07:48.964182 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:48.967969 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:49.075906 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-45a2713c-7270-40a1-a273-1c6680cdcb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:49.117932 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Pushing event updated for resources: {'Port': ['ID=971614b5-11e4-4018-a9f3-7ea408b03459,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:49.139056 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:49.153518 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-8e6fd036-14b3-492d-9aa0-218819b42137 req-3a2bd72d-5603-4d73-8a40-ff6903b84ce3 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535463 Apr 30 16:07:49.160627 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397203'] for floatingip, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:49.260646 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf74b97-193d-4ad8-a23a-edcf0f9042c7 req-b1f5114c-d84c-4178-9c70-fc78991df6cb tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:49.262217 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bbf74b97-193d-4ad8-a23a-edcf0f9042c7 req-b1f5114c-d84c-4178-9c70-fc78991df6cb tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.0942795 Apr 30 16:07:49.315929 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bbf74b97-193d-4ad8-a23a-edcf0f9042c7 req-285146e3-ca9e-4a49-a214-af5927d1c6b7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463591 Apr 30 16:07:49.408142 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.db.l3_db [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Floating IP 0da0a96e-5285-49f6-9ba8-9e497c2237a8 associated. External IP: 172.28.1.18, port: 3f5f708d-2c03-4270-bbd4-e91e7330dd5c. Apr 30 16:07:49.628648 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cc4a4fd2-7387-4155-a214-c85f984f3deb req-77bd5564-a2a5-46ea-94a5-c43dc7e6003c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=57dd92be-3664-46ee-9fd1-332f542cb377 HTTP/1.1" status: 200 len: 210 time: 0.0518780 Apr 30 16:07:49.685297 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5900e29-1242-468c-a7d6-4d0a5b45c61d req-c8856a73-da45-4b35-924f-3f7c86ba90e0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:49.686648 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d5900e29-1242-468c-a7d6-4d0a5b45c61d req-c8856a73-da45-4b35-924f-3f7c86ba90e0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.3641984 Apr 30 16:07:49.760601 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d5900e29-1242-468c-a7d6-4d0a5b45c61d req-08addaa1-fce9-4518-aaa5-7d27c66d31f3 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659826 Apr 30 16:07:49.956068 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Router 2547b741-2c81-46a0-a19c-3ab7e57cffcd has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:07:50.143752 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:07:50.152875 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda747a-6217-47ce-9105-37d86e9958db None None] Sync routers for ids ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:07:50.163151 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda747a-6217-47ce-9105-37d86e9958db None None] Routers {'2547b741-2c81-46a0-a19c-3ab7e57cffcd'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:07:50.163833 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-4dda747a-6217-47ce-9105-37d86e9958db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:07:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:50.165151 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:50.226475 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9215803 Apr 30 16:07:50.229178 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 47388) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:50.234875 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-b74b70fa-2240-4887-a4cc-db8583aea2d5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-737894622', 'description': 'tempest-secgroup-smoke-737894622 description', 'project_id': 'e2f9906b802c4756bde7bb184510cc70'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:07:50.240669 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b74b70fa-2240-4887-a4cc-db8583aea2d5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:50.251157 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b74b70fa-2240-4887-a4cc-db8583aea2d5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:50.263190 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b74b70fa-2240-4887-a4cc-db8583aea2d5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:50.334164 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b74b70fa-2240-4887-a4cc-db8583aea2d5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:50.347852 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b74b70fa-2240-4887-a4cc-db8583aea2d5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Usage tracker for resource:security_group_rule and tenant:e2f9906b802c4756bde7bb184510cc70 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:50.352010 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b74b70fa-2240-4887-a4cc-db8583aea2d5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:50.360063 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b74b70fa-2240-4887-a4cc-db8583aea2d5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:50.394884 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-4dda747a-6217-47ce-9105-37d86e9958db None None] Set router 2547b741-2c81-46a0-a19c-3ab7e57cffcd gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:07:50.417336 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19741d3-dfe9-45bd-958f-1757074047f8 req-2860e598-7ba6-4940-aa5d-816bc81c6315 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:50.419088 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d19741d3-dfe9-45bd-958f-1757074047f8 req-2860e598-7ba6-4940-aa5d-816bc81c6315 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1426604 Apr 30 16:07:50.497177 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b74b70fa-2240-4887-a4cc-db8583aea2d5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:50.508155 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d19741d3-dfe9-45bd-958f-1757074047f8 req-b81161e5-cbfe-4efc-b57a-e3bfb4340cf4 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632064 Apr 30 16:07:50.508736 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b74b70fa-2240-4887-a4cc-db8583aea2d5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:50.513917 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9097efcd-857c-4e3c-b971-2a16fbe754e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:50.540302 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa98d97-0d6d-4500-bf19-4cff7736425a req-175e3bdd-ee0d-4ce5-8105-0b7e07f73bce tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:50.543125 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-efa98d97-0d6d-4500-bf19-4cff7736425a req-175e3bdd-ee0d-4ce5-8105-0b7e07f73bce tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.0995452 Apr 30 16:07:50.559331 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b70fa-2240-4887-a4cc-db8583aea2d5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78fb6539-a2e3-4c6f-9038-fa8458d961d1,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:50.562375 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b74b70fa-2240-4887-a4cc-db8583aea2d5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:50.563766 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b74b70fa-2240-4887-a4cc-db8583aea2d5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:50.565022 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-b74b70fa-2240-4887-a4cc-db8583aea2d5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3348699 Apr 30 16:07:50.568043 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 47396) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:50.574155 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-d00345a7-a5f9-49b3-8c5d-55d89c910de5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Request body: {'security_group_rule': {'security_group_id': '78fb6539-a2e3-4c6f-9038-fa8458d961d1', 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:07:50.581047 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-d00345a7-a5f9-49b3-8c5d-55d89c910de5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:50.585509 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-d00345a7-a5f9-49b3-8c5d-55d89c910de5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Usage tracker for resource:security_group_rule and tenant:e2f9906b802c4756bde7bb184510cc70 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:50.588704 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-d00345a7-a5f9-49b3-8c5d-55d89c910de5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:50.596533 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-d00345a7-a5f9-49b3-8c5d-55d89c910de5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:50.604709 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-efa98d97-0d6d-4500-bf19-4cff7736425a req-64962485-c122-473e-81d6-342a7399cc19 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603032 Apr 30 16:07:50.616977 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d00345a7-a5f9-49b3-8c5d-55d89c910de5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:50.689652 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d00345a7-a5f9-49b3-8c5d-55d89c910de5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:50.694465 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d00345a7-a5f9-49b3-8c5d-55d89c910de5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:50.697216 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-f7f9927d-af02-4ac2-808f-572537bfcf49 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:50.738168 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00345a7-a5f9-49b3-8c5d-55d89c910de5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfac9611-670c-492a-b357-053af4334020,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:50.743873 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d00345a7-a5f9-49b3-8c5d-55d89c910de5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:50.751975 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d00345a7-a5f9-49b3-8c5d-55d89c910de5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:50.753670 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-d00345a7-a5f9-49b3-8c5d-55d89c910de5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1844835 Apr 30 16:07:50.756509 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 47404) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:50.762194 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-71a5ec8b-ba29-4a3c-a4d5-b4568eaf1051 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Request body: {'security_group_rule': {'security_group_id': '78fb6539-a2e3-4c6f-9038-fa8458d961d1', 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:07:50.772085 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-71a5ec8b-ba29-4a3c-a4d5-b4568eaf1051 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:50.776225 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-71a5ec8b-ba29-4a3c-a4d5-b4568eaf1051 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Usage tracker for resource:security_group_rule and tenant:e2f9906b802c4756bde7bb184510cc70 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:50.779331 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-71a5ec8b-ba29-4a3c-a4d5-b4568eaf1051 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:50.804592 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-71a5ec8b-ba29-4a3c-a4d5-b4568eaf1051 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:50.853849 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-71a5ec8b-ba29-4a3c-a4d5-b4568eaf1051 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:50.868405 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-4dda747a-6217-47ce-9105-37d86e9958db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:17Z', 'updated_at': '2021-04-30T16:06:26Z', 'revision_number': 4, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'gw_port': {'id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:18Z', 'updated_at': '2021-04-30T16:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': '0da0a96e-5285-49f6-9ba8-9e497c2237a8', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'floating_ip_address': '172.28.1.18', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'port_id': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'mac_address': 'fa:16:3e:ad:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:07:47Z', 'updated_at': '2021-04-30T16:07:47Z', 'revision_number': 0, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488c40e2-29da-4c3c-a8c2-f2c6d9a6723c', 'name': '', 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'mac_address': 'fa:16:3e:ac:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:24Z', 'updated_at': '2021-04-30T16:06:33Z', 'revision_number': 5, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'subnets': [{'id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:50.872790 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda747a-6217-47ce-9105-37d86e9958db None None] Checking router: 2547b741-2c81-46a0-a19c-3ab7e57cffcd for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:07:50.883081 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda747a-6217-47ce-9105-37d86e9958db None None] Routers {'2547b741-2c81-46a0-a19c-3ab7e57cffcd'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:07:50.884031 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-4dda747a-6217-47ce-9105-37d86e9958db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:07:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:51.030144 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'tag': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:51.089570 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-71a5ec8b-ba29-4a3c-a4d5-b4568eaf1051 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.106587 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-4dda747a-6217-47ce-9105-37d86e9958db None None] Set router 2547b741-2c81-46a0-a19c-3ab7e57cffcd gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:07:51.115334 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-71a5ec8b-ba29-4a3c-a4d5-b4568eaf1051 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.126140 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:51.141908 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'tag': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c', 'status': 'completed', 'code': 200} Apr 30 16:07:51.162220 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5ec8b-ba29-4a3c-a4d5-b4568eaf1051 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4c7e36-38e3-431a-bb8c-62bed97a17d6,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:51.186630 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a38340-6094-487d-bc7a-b182008d03c4 req-18fb9c54-80e4-4d6c-ae16-65154179ed52 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:51.189993 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e7a38340-6094-487d-bc7a-b182008d03c4 req-18fb9c54-80e4-4d6c-ae16-65154179ed52 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.2728393 Apr 30 16:07:51.231366 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-71a5ec8b-ba29-4a3c-a4d5-b4568eaf1051 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:51.239907 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-71a5ec8b-ba29-4a3c-a4d5-b4568eaf1051 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.243808 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-71a5ec8b-ba29-4a3c-a4d5-b4568eaf1051 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4835503 Apr 30 16:07:51.244320 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 47422) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:51.250775 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-a09b1efe-5d9e-4a4c-8655-71f788015fb1 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Request body: {'security_group_rule': {'security_group_id': '78fb6539-a2e3-4c6f-9038-fa8458d961d1', 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:07:51.257709 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-a09b1efe-5d9e-4a4c-8655-71f788015fb1 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:51.263560 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-a09b1efe-5d9e-4a4c-8655-71f788015fb1 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Usage tracker for resource:security_group_rule and tenant:e2f9906b802c4756bde7bb184510cc70 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:51.268426 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-a09b1efe-5d9e-4a4c-8655-71f788015fb1 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:51.282090 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-a09b1efe-5d9e-4a4c-8655-71f788015fb1 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:51.312841 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e7a38340-6094-487d-bc7a-b182008d03c4 req-553a1538-6f48-4e0c-bea6-8d9347961845 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797648 Apr 30 16:07:51.319548 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a09b1efe-5d9e-4a4c-8655-71f788015fb1 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.335279 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ce32e-0df5-46d2-baa7-7db1604cc133 req-5bc7b424-28a6-41a3-98ad-fd4ece6c4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:51.337223 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3e8ce32e-0df5-46d2-baa7-7db1604cc133 req-5bc7b424-28a6-41a3-98ad-fd4ece6c4efd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2f9906b802c4756bde7bb184510cc70&device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 1098 time: 0.1447966 Apr 30 16:07:51.379078 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device c7fd28df-062e-4955-a4cc-c7acd6900de8 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:07:51.414901 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: c7fd28df-062e-4955-a4cc-c7acd6900de8 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:07:51.415521 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device c7fd28df-062e-4955-a4cc-c7acd6900de8 not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:07:51.474205 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a09b1efe-5d9e-4a4c-8655-71f788015fb1 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.478921 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a09b1efe-5d9e-4a4c-8655-71f788015fb1 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.482828 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:51.511833 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b1efe-5d9e-4a4c-8655-71f788015fb1 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6cecd7-d0ec-4c33-837d-da38f8b01cd6,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:51.516422 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a09b1efe-5d9e-4a4c-8655-71f788015fb1 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:51.525755 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ce32e-0df5-46d2-baa7-7db1604cc133 req-3e79805b-f905-40d1-ad8f-da4a2ae13b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:51.527249 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3e8ce32e-0df5-46d2-baa7-7db1604cc133 req-3e79805b-f905-40d1-ad8f-da4a2ae13b6d service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc105a78-ce6a-4231-abfa-d2cb016b28d7 HTTP/1.1" status: 200 len: 916 time: 0.1695416 Apr 30 16:07:51.530181 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a09b1efe-5d9e-4a4c-8655-71f788015fb1 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.532252 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-a09b1efe-5d9e-4a4c-8655-71f788015fb1 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2867634 Apr 30 16:07:51.535209 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 47432) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:51.540880 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Request body: {'security_group_rule': {'security_group_id': '78fb6539-a2e3-4c6f-9038-fa8458d961d1', 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:07:51.551835 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:51.557497 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Usage tracker for resource:security_group_rule and tenant:e2f9906b802c4756bde7bb184510cc70 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:51.561896 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:51.570862 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:51.600065 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.654091 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-4dda747a-6217-47ce-9105-37d86e9958db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:17Z', 'updated_at': '2021-04-30T16:06:26Z', 'revision_number': 4, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'gw_port': {'id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:18Z', 'updated_at': '2021-04-30T16:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': '0da0a96e-5285-49f6-9ba8-9e497c2237a8', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'floating_ip_address': '172.28.1.18', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'port_id': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'mac_address': 'fa:16:3e:ad:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:07:47Z', 'updated_at': '2021-04-30T16:07:47Z', 'revision_number': 0, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488c40e2-29da-4c3c-a8c2-f2c6d9a6723c', 'name': '', 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'mac_address': 'fa:16:3e:ac:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:24Z', 'updated_at': '2021-04-30T16:06:33Z', 'revision_number': 5, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'subnets': [{'id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:51.661634 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda747a-6217-47ce-9105-37d86e9958db None None] The sync data for ids ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'] in dv-cinder-787195-6-smb is: [{'id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:17Z', 'updated_at': '2021-04-30T16:06:26Z', 'revision_number': 4, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'gw_port': {'id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:18Z', 'updated_at': '2021-04-30T16:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': '0da0a96e-5285-49f6-9ba8-9e497c2237a8', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'floating_ip_address': '172.28.1.18', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'port_id': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'mac_address': 'fa:16:3e:ad:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:07:47Z', 'updated_at': '2021-04-30T16:07:47Z', 'revision_number': 0, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488c40e2-29da-4c3c-a8c2-f2c6d9a6723c', 'name': '', 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'mac_address': 'fa:16:3e:ac:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:24Z', 'updated_at': '2021-04-30T16:06:33Z', 'revision_number': 5, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'subnets': [{'id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:07:51.775802 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.789487 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.790881 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3e8ce32e-0df5-46d2-baa7-7db1604cc133 req-5437405f-d82d-429b-8867-f03117ef2b03 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5f708d-2c03-4270-bbd4-e91e7330dd5c HTTP/1.1" status: 200 len: 998 time: 0.2374704 Apr 30 16:07:51.792875 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:51.827243 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a587b0f6-7cd5-4690-9da6-9063a3e2f9d8,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:51.843831 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbb86f-e5dc-4752-accb-1bdbbbc8fa11 req-0a98acf6-3ca2-4cdf-be74-3d2d4cf55d8f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:51.845570 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-70cbb86f-e5dc-4752-accb-1bdbbbc8fa11 req-0a98acf6-3ca2-4cdf-be74-3d2d4cf55d8f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1570911 Apr 30 16:07:51.847274 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:51.847632 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:51.848420 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:51.848420 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:51.848724 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:51.849593 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:51.849593 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:51.849857 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:51.850256 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:51.851059 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:51.851059 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:51.851268 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:51.855496 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.859614 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3205180 Apr 30 16:07:51.859614 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:51.860699 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 47440) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:51.877449 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ce32e-0df5-46d2-baa7-7db1604cc133 req-9d8a9465-b612-478c-9c4a-55cedcd59bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:51.879011 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3e8ce32e-0df5-46d2-baa7-7db1604cc133 req-9d8a9465-b612-478c-9c4a-55cedcd59bdf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8bcdef9-4528-46fb-917a-8c816ff59819 HTTP/1.1" status: 200 len: 854 time: 0.0794747 Apr 30 16:07:51.880704 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-faafd493-ae6d-41c9-8342-037926bc94cc tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Request body: {'security_group_rule': {'security_group_id': '78fb6539-a2e3-4c6f-9038-fa8458d961d1', 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:07:51.892272 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-faafd493-ae6d-41c9-8342-037926bc94cc tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:51.893075 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e753f-b0c1-458d-a966-de7cc22b6973 req-ef381344-0858-478f-8b7e-032ec02dc4ff tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:51.897910 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7c9e753f-b0c1-458d-a966-de7cc22b6973 req-ef381344-0858-478f-8b7e-032ec02dc4ff tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1563525 Apr 30 16:07:51.903812 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-faafd493-ae6d-41c9-8342-037926bc94cc tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Usage tracker for resource:security_group_rule and tenant:e2f9906b802c4756bde7bb184510cc70 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:51.909135 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-faafd493-ae6d-41c9-8342-037926bc94cc tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:51.919699 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-faafd493-ae6d-41c9-8342-037926bc94cc tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:51.927190 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-70cbb86f-e5dc-4752-accb-1bdbbbc8fa11 req-c256b2a0-b8fb-489a-801c-91cd3d677543 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728495 Apr 30 16:07:51.935882 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.securitygroups_db [None req-faafd493-ae6d-41c9-8342-037926bc94cc tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Project e2f9906b802c4756bde7bb184510cc70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 16:07:51.945573 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-faafd493-ae6d-41c9-8342-037926bc94cc tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.982139 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-07da1204-331f-4fcb-887e-82f6bc0acb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:52.005068 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7c9e753f-b0c1-458d-a966-de7cc22b6973 req-553022d3-5646-4a1a-91be-1afe657eeea8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031435 Apr 30 16:07:52.023263 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c00ed9-70b7-4732-b870-7b17ad9fa701 None None] New status for floating IP 0da0a96e-5285-49f6-9ba8-9e497c2237a8: ACTIVE {{(pid=73975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:07:52.026707 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-faafd493-ae6d-41c9-8342-037926bc94cc tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:52.033861 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-faafd493-ae6d-41c9-8342-037926bc94cc tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:52.036163 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-e289a954-708b-4a15-9a2a-8296df863e4b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:52.041737 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ce32e-0df5-46d2-baa7-7db1604cc133 req-f62dd7b2-2e2f-4f41-accd-f2a796023c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:52.043245 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3e8ce32e-0df5-46d2-baa7-7db1604cc133 req-f62dd7b2-2e2f-4f41-accd-f2a796023c4b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc105a78-ce6a-4231-abfa-d2cb016b28d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1223609 Apr 30 16:07:52.057753 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafd493-ae6d-41c9-8342-037926bc94cc tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c5ff65-8b50-4a1a-83ae-8d28af46fd08,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:52.061679 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-faafd493-ae6d-41c9-8342-037926bc94cc tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:52.079339 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-faafd493-ae6d-41c9-8342-037926bc94cc tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:52.083236 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-faafd493-ae6d-41c9-8342-037926bc94cc tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2194200 Apr 30 16:07:52.084393 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 47444) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:52.089872 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-fdc7f690-bd83-49ce-9d9e-28be48ee3c85 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Request body: {'security_group_rule': {'security_group_id': '78fb6539-a2e3-4c6f-9038-fa8458d961d1', 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:07:52.096724 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-fdc7f690-bd83-49ce-9d9e-28be48ee3c85 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:52.102946 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-fdc7f690-bd83-49ce-9d9e-28be48ee3c85 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Usage tracker for resource:security_group_rule and tenant:e2f9906b802c4756bde7bb184510cc70 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:52.106120 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-fdc7f690-bd83-49ce-9d9e-28be48ee3c85 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:52.117272 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-fdc7f690-bd83-49ce-9d9e-28be48ee3c85 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:52.128966 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.securitygroups_db [None req-fdc7f690-bd83-49ce-9d9e-28be48ee3c85 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Project e2f9906b802c4756bde7bb184510cc70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 16:07:52.136425 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f690-bd83-49ce-9d9e-28be48ee3c85 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:52.196807 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3e8ce32e-0df5-46d2-baa7-7db1604cc133 req-1189237c-9303-4344-a72c-dc6077cfcbcf service neutron] 10.222.0.65 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462269 Apr 30 16:07:52.268775 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f690-bd83-49ce-9d9e-28be48ee3c85 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:52.280088 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f690-bd83-49ce-9d9e-28be48ee3c85 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:52.311972 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-bab544a7-3ee7-477a-a5e0-30f3b74a36d3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:52.374359 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f690-bd83-49ce-9d9e-28be48ee3c85 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:52.377921 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-fdc7f690-bd83-49ce-9d9e-28be48ee3c85 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2924280 Apr 30 16:07:52.392041 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7f690-bd83-49ce-9d9e-28be48ee3c85 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d854692-bdd5-4b9c-8d07-29527b8dce76,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:52.399697 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-fdc7f690-bd83-49ce-9d9e-28be48ee3c85 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:52.560083 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3e8ce32e-0df5-46d2-baa7-7db1604cc133 req-5b284161-946e-433c-af83-ed335b65153e service neutron] 10.222.0.65 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450170 Apr 30 16:07:52.575807 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-e1300130-f42d-4cdc-8143-22690c287234 req-3c490e9c-454a-4bb0-a728-e49ba42bf777 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Synchronizing usage tracker for tenant:e2f9906b802c4756bde7bb184510cc70 on resource:security_group {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:07:52.592298 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-e1300130-f42d-4cdc-8143-22690c287234 req-3c490e9c-454a-4bb0-a728-e49ba42bf777 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Unset dirty status for tenant:e2f9906b802c4756bde7bb184510cc70 on resource:security_group {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:07:52.594148 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e1300130-f42d-4cdc-8143-22690c287234 req-3c490e9c-454a-4bb0-a728-e49ba42bf777 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737894622&fields=id&tenant_id=e2f9906b802c4756bde7bb184510cc70 HTTP/1.1" status: 200 len: 267 time: 0.0590036 Apr 30 16:07:52.601007 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43403f2-c922-4656-a80c-182aefb03fb0 req-3538dfd5-9db0-4e80-95b0-d3358485b2e2 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:52.602554 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f43403f2-c922-4656-a80c-182aefb03fb0 req-3538dfd5-9db0-4e80-95b0-d3358485b2e2 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1009166 Apr 30 16:07:52.647907 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f43403f2-c922-4656-a80c-182aefb03fb0 req-dac1434a-7ac9-4bae-ab80-afae08ade315 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396523 Apr 30 16:07:52.682603 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1300130-f42d-4cdc-8143-22690c287234 req-40c05348-d363-42bc-9d46-cc2ae1c70821 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:52.684186 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e1300130-f42d-4cdc-8143-22690c287234 req-40c05348-d363-42bc-9d46-cc2ae1c70821 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 945 time: 0.0841660 Apr 30 16:07:52.695971 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [req-e1300130-f42d-4cdc-8143-22690c287234 req-a3df4b74-a976-434a-9f10-fff388a6f8c6 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Request body: {'port': {'security_groups': ['1411e670-c482-41b3-acb4-6a4457b61245', '78fb6539-a2e3-4c6f-9038-fa8458d961d1']}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:07:52.860797 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78a8ea-936c-4356-b080-1151cae8e907 req-006967fb-3ce5-409b-95f2-ae260faf3104 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:52.861597 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-8b78a8ea-936c-4356-b080-1151cae8e907 req-006967fb-3ce5-409b-95f2-ae260faf3104 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Synchronizing usage tracker for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:07:52.877759 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-8b78a8ea-936c-4356-b080-1151cae8e907 req-006967fb-3ce5-409b-95f2-ae260faf3104 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Unset dirty status for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:07:52.879105 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-8b78a8ea-936c-4356-b080-1151cae8e907 req-006967fb-3ce5-409b-95f2-ae260faf3104 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 946 time: 0.1182399 Apr 30 16:07:52.928599 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-e1300130-f42d-4cdc-8143-22690c287234 req-a3df4b74-a976-434a-9f10-fff388a6f8c6 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:52.934887 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-8b78a8ea-936c-4356-b080-1151cae8e907 req-50005d1a-918b-46ac-b110-8880f61f5b15 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466661 Apr 30 16:07:52.970082 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 47474) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:53.123312 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:53.141064 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:53.146309 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:44f882f3cf6f4d6d87acfeb76dce552e is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:53.149693 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:53.157813 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:53.295582 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-e1300130-f42d-4cdc-8143-22690c287234 req-a3df4b74-a976-434a-9f10-fff388a6f8c6 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] For port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3f5f708d-2c03-4270-bbd4-e91e7330dd5c,segment=NetworkSegment(9b13fa04-bea7-44d0-b191-473a13965aff),segment_id=9b13fa04-bea7-44d0-b191-473a13965aff)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:53.325213 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:53.335476 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-e1300130-f42d-4cdc-8143-22690c287234 req-a3df4b74-a976-434a-9f10-fff388a6f8c6 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:53.341182 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-e1300130-f42d-4cdc-8143-22690c287234 req-a3df4b74-a976-434a-9f10-fff388a6f8c6 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:53.347848 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:53.361131 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['3f5f708d-2c03-4270-bbd4-e91e7330dd5c'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:07:53.379751 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:53.391915 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:53.400400 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-32988c8a-98b1-40ca-97e8-7a243526202c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:53.423400 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1300130-f42d-4cdc-8143-22690c287234 req-a3df4b74-a976-434a-9f10-fff388a6f8c6 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:53.423788 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-e1300130-f42d-4cdc-8143-22690c287234 req-a3df4b74-a976-434a-9f10-fff388a6f8c6 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:53.425593 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e1300130-f42d-4cdc-8143-22690c287234 req-a3df4b74-a976-434a-9f10-fff388a6f8c6 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "PUT /v2.0/ports/3f5f708d-2c03-4270-bbd4-e91e7330dd5c HTTP/1.1" status: 200 len: 981 time: 0.7342675 Apr 30 16:07:53.426186 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'tag': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:53.458302 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddcb47b-e899-46bb-b5e2-0b76bb25a27a,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:53.465289 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df4b74-a976-434a-9f10-fff388a6f8c6 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Pushing event updated for resources: {'Port': ['ID=3f5f708d-2c03-4270-bbd4-e91e7330dd5c,revision_number=6']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:53.466547 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=44f882f3cf6f4d6d87acfeb76dce552e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953673 Apr 30 16:07:53.469721 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 47486) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:53.473116 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a3df4b74-a976-434a-9f10-fff388a6f8c6 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:53.477165 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47a5ce-3dda-4f6e-8c7e-caef36a18923 req-35479837-04ae-4792-a7cb-f7a858e4919d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:53.484643 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0a47a5ce-3dda-4f6e-8c7e-caef36a18923 req-35479837-04ae-4792-a7cb-f7a858e4919d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.2124500 Apr 30 16:07:53.508057 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:53.508486 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:53.508823 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:53.509195 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:53.509537 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:53.509876 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:53.514072 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:53.514559 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:53.514905 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:53.515306 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:53.516158 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:53.516620 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:53.523545 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:53.573682 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0a47a5ce-3dda-4f6e-8c7e-caef36a18923 req-8cd96203-6064-4df9-9f87-fcb9fb6bb926 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866315 Apr 30 16:07:53.577923 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-168c75e7-85e8-44ee-a033-b4f37b3cc96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:53.618663 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-168c75e7-85e8-44ee-a033-b4f37b3cc96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:53.632821 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['3f5f708d-2c03-4270-bbd4-e91e7330dd5c'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:07:53.767863 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f3576-d8f2-4ae6-873d-1c4c69a7f332 req-d52d81b5-27e4-4045-a4b4-85eb0b4c677f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:53.778771 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-179f3576-d8f2-4ae6-873d-1c4c69a7f332 req-d52d81b5-27e4-4045-a4b4-85eb0b4c677f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1447752 Apr 30 16:07:53.806575 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-168c75e7-85e8-44ee-a033-b4f37b3cc96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:53.813547 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b74b70fa-2240-4887-a4cc-db8583aea2d5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:53.830571 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ed153-5f6b-4a1a-9f0f-0fced0722a15 req-d2af064d-a967-4885-8b67-37d35f70d7a0 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:53.832369 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-555ed153-5f6b-4a1a-9f0f-0fced0722a15 req-d2af064d-a967-4885-8b67-37d35f70d7a0 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.1217384 Apr 30 16:07:53.839693 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-d54ca2b2-9958-4648-9512-368c32d77931 None None] Provisioning complete for port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:07:53.840192 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-d54ca2b2-9958-4648-9512-368c32d77931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:53.842827 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c75e7-85e8-44ee-a033-b4f37b3cc96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddcb47b-e899-46bb-b5e2-0b76bb25a27a,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:53.847432 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-179f3576-d8f2-4ae6-873d-1c4c69a7f332 req-9ff051a1-6228-4aec-a904-8dd93c354047 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678101 Apr 30 16:07:53.848203 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-168c75e7-85e8-44ee-a033-b4f37b3cc96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:53.862968 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-168c75e7-85e8-44ee-a033-b4f37b3cc96b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dddcb47b-e899-46bb-b5e2-0b76bb25a27a HTTP/1.1" status: 204 len: 168 time: 0.3812914 Apr 30 16:07:53.864986 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-168c75e7-85e8-44ee-a033-b4f37b3cc96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:53.903564 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-555ed153-5f6b-4a1a-9f0f-0fced0722a15 req-f010a307-7e2d-4da0-803b-acb983a56740 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&id=78fb6539-a2e3-4c6f-9038-fa8458d961d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639560 Apr 30 16:07:53.926728 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'tag': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c', 'status': 'completed', 'code': 200} Apr 30 16:07:54.163813 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c288fa7-fd2d-447d-8b62-79853b25b554 req-c7adfa30-a8f1-4a55-b7a9-6401c10339a1 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:54.166776 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce77ee-d3be-421b-85b7-32009d3a333e req-a3429d26-124a-4260-bf3b-e8e0afb2674b tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:54.168373 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-64ce77ee-d3be-421b-85b7-32009d3a333e req-a3429d26-124a-4260-bf3b-e8e0afb2674b tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 946 time: 0.1080792 Apr 30 16:07:54.171933 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7c288fa7-fd2d-447d-8b62-79853b25b554 req-c7adfa30-a8f1-4a55-b7a9-6401c10339a1 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1385450 Apr 30 16:07:54.194808 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3570c-697d-4239-a475-9afc8a42cd1e req-4d0a2df8-2861-4e29-bac6-c10d87637928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:54.196536 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9ce3570c-697d-4239-a475-9afc8a42cd1e req-4d0a2df8-2861-4e29-bac6-c10d87637928 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2f9906b802c4756bde7bb184510cc70&device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 1137 time: 0.2346330 Apr 30 16:07:54.238936 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-64ce77ee-d3be-421b-85b7-32009d3a333e req-01bada9f-138a-41ea-b060-4a0671d044f1 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625315 Apr 30 16:07:54.280503 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7c288fa7-fd2d-447d-8b62-79853b25b554 req-46857644-224d-4bbd-884e-5bc5619ed3fd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070027 Apr 30 16:07:54.412247 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3570c-697d-4239-a475-9afc8a42cd1e req-a166a137-93b8-4e50-b67e-9930bf4e9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:54.414264 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9ce3570c-697d-4239-a475-9afc8a42cd1e req-a166a137-93b8-4e50-b67e-9930bf4e9533 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc105a78-ce6a-4231-abfa-d2cb016b28d7 HTTP/1.1" status: 200 len: 916 time: 0.2071302 Apr 30 16:07:54.556005 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9ce3570c-697d-4239-a475-9afc8a42cd1e req-be02ccfc-7944-4a5d-827b-ef8ddc6c9c7b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5f708d-2c03-4270-bbd4-e91e7330dd5c HTTP/1.1" status: 200 len: 1000 time: 0.1235685 Apr 30 16:07:54.682542 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3570c-697d-4239-a475-9afc8a42cd1e req-87e78178-a5a4-4a04-87f7-b7552c1ed2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:54.684792 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9ce3570c-697d-4239-a475-9afc8a42cd1e req-87e78178-a5a4-4a04-87f7-b7552c1ed2c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8bcdef9-4528-46fb-917a-8c816ff59819 HTTP/1.1" status: 200 len: 854 time: 0.1181340 Apr 30 16:07:54.874036 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:54.911544 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3570c-697d-4239-a475-9afc8a42cd1e req-7e338d14-ce46-4b93-b8fc-b4f433fb93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:54.920973 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9ce3570c-697d-4239-a475-9afc8a42cd1e req-7e338d14-ce46-4b93-b8fc-b4f433fb93dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc105a78-ce6a-4231-abfa-d2cb016b28d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2245865 Apr 30 16:07:55.006689 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd3242-cd0d-4403-ba87-c4e4e1834cc8 req-4910b328-482c-4deb-a5b7-ee3ce5380bb0 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:55.008417 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-51dd3242-cd0d-4403-ba87-c4e4e1834cc8 req-4910b328-482c-4deb-a5b7-ee3ce5380bb0 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.2054639 Apr 30 16:07:55.065655 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-51dd3242-cd0d-4403-ba87-c4e4e1834cc8 req-c5975c1a-87ab-4613-be10-f9103b83397c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479741 Apr 30 16:07:55.173176 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9ce3570c-697d-4239-a475-9afc8a42cd1e req-59b14f88-6a47-426f-88e8-a32ec4854227 service neutron] 10.222.0.65 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419951 Apr 30 16:07:55.194685 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a849cd-4e8e-4358-8e78-65c109ff5467 req-e750167f-17c9-4ba1-a26c-11c949bc5a79 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:55.196149 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-55a849cd-4e8e-4358-8e78-65c109ff5467 req-e750167f-17c9-4ba1-a26c-11c949bc5a79 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1395397 Apr 30 16:07:55.331056 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-55a849cd-4e8e-4358-8e78-65c109ff5467 req-b78006af-2527-47d4-8f71-0a46781f2e6d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289597 Apr 30 16:07:55.410004 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9ce3570c-697d-4239-a475-9afc8a42cd1e req-e0c95f27-8362-40db-9187-f1d1f1758d95 service neutron] 10.222.0.65 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926723 Apr 30 16:07:55.433352 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17e2cc-73e9-4da7-abc8-6c07b4c7c4ce req-ee7455ab-bc83-4873-8b66-aea410f7ef38 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:55.438207 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0b17e2cc-73e9-4da7-abc8-6c07b4c7c4ce req-ee7455ab-bc83-4873-8b66-aea410f7ef38 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 946 time: 0.1963699 Apr 30 16:07:55.593195 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfeafd-97bf-4eae-a8e1-a3faa98d213a req-c69e48e9-0628-48d1-92e8-c9483a572224 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:55.597300 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-12cfeafd-97bf-4eae-a8e1-a3faa98d213a req-c69e48e9-0628-48d1-92e8-c9483a572224 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1262238 Apr 30 16:07:55.654826 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-12cfeafd-97bf-4eae-a8e1-a3faa98d213a req-ccbd7819-0b30-43d0-8e8e-6135549a75ed tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522501 Apr 30 16:07:55.709417 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ffdee-f4ea-49d5-b790-31d9bc63bef1 req-ce1fb0e9-d9a4-48a8-b2b4-d35c8f4e8485 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:55.711327 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cc6ffdee-f4ea-49d5-b790-31d9bc63bef1 req-ce1fb0e9-d9a4-48a8-b2b4-d35c8f4e8485 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 946 time: 0.1956282 Apr 30 16:07:55.737408 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-0b17e2cc-73e9-4da7-abc8-6c07b4c7c4ce req-34249263-8a65-4e50-9540-3dee3d7f73c8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Deleting port 71d769f1-d3a3-40dc-bac3-2df67fd26b53 {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:07:55.737783 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-0b17e2cc-73e9-4da7-abc8-6c07b4c7c4ce req-34249263-8a65-4e50-9540-3dee3d7f73c8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:55.857516 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cc6ffdee-f4ea-49d5-b790-31d9bc63bef1 req-7461011c-0142-4bbe-ae83-b1ae3ddbce49 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/security-groups?id=c62921ae-154f-48a2-9600-59fe0d59386d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399455 Apr 30 16:07:55.866471 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 47554) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:55.909482 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-0b17e2cc-73e9-4da7-abc8-6c07b4c7c4ce req-34249263-8a65-4e50-9540-3dee3d7f73c8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] For port 71d769f1-d3a3-40dc-bac3-2df67fd26b53, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=71d769f1-d3a3-40dc-bac3-2df67fd26b53,segment=NetworkSegment(28afa69e-228c-4f31-89ea-0dae961c6cc3),segment_id=28afa69e-228c-4f31-89ea-0dae961c6cc3)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:55.909838 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-0b17e2cc-73e9-4da7-abc8-6c07b4c7c4ce req-34249263-8a65-4e50-9540-3dee3d7f73c8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:56.010301 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d17d2b7c-cd69-41d4-bcb8-083a024c5a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:56.027266 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-d17d2b7c-cd69-41d4-bcb8-083a024c5a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:56.035178 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-d17d2b7c-cd69-41d4-bcb8-083a024c5a25 admin admin] Usage tracker for resource:security_group_rule and tenant:929b0fb8292e4379bc09eb3a4b47dc5b is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:56.040127 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-d17d2b7c-cd69-41d4-bcb8-083a024c5a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:56.046067 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-0b17e2cc-73e9-4da7-abc8-6c07b4c7c4ce req-34249263-8a65-4e50-9540-3dee3d7f73c8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Calling delete_port for 71d769f1-d3a3-40dc-bac3-2df67fd26b53 owned by compute:nova {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:07:56.047550 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-d17d2b7c-cd69-41d4-bcb8-083a024c5a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:56.226476 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-0b17e2cc-73e9-4da7-abc8-6c07b4c7c4ce req-34249263-8a65-4e50-9540-3dee3d7f73c8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:56.235138 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:56.239092 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['71d769f1-d3a3-40dc-bac3-2df67fd26b53'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:07:56.337086 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34249263-8a65-4e50-9540-3dee3d7f73c8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Pushing event deleted for resources: {'Port': ['ID=71d769f1-d3a3-40dc-bac3-2df67fd26b53,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:56.342473 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-34249263-8a65-4e50-9540-3dee3d7f73c8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:56.362573 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d17d2b7c-cd69-41d4-bcb8-083a024c5a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:56.368028 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d17d2b7c-cd69-41d4-bcb8-083a024c5a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:56.376023 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:56.425893 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-d17d2b7c-cd69-41d4-bcb8-083a024c5a25 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=929b0fb8292e4379bc09eb3a4b47dc5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5581572 Apr 30 16:07:56.428841 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d2b7c-cd69-41d4-bcb8-083a024c5a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53ffdf5-6de9-463c-b512-d88527307c7c,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:56.432331 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 47568) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:56.442263 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d17d2b7c-cd69-41d4-bcb8-083a024c5a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:56.518510 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b17e2cc-73e9-4da7-abc8-6c07b4c7c4ce req-34249263-8a65-4e50-9540-3dee3d7f73c8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] No DVR routers for this DVR port 71d769f1-d3a3-40dc-bac3-2df67fd26b53 on host hv-cinder-78719 {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:07:56.528453 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-0b17e2cc-73e9-4da7-abc8-6c07b4c7c4ce req-34249263-8a65-4e50-9540-3dee3d7f73c8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:56.531677 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3935ac0-2f2c-4c04-a47c-e631a4580259', 'name': 'network-vif-deleted', 'tag': '71d769f1-d3a3-40dc-bac3-2df67fd26b53'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:56.554550 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0b17e2cc-73e9-4da7-abc8-6c07b4c7c4ce req-34249263-8a65-4e50-9540-3dee3d7f73c8 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.65 "DELETE /v2.0/ports/71d769f1-d3a3-40dc-bac3-2df67fd26b53 HTTP/1.1" status: 204 len: 173 time: 1.0885737 Apr 30 16:07:56.562687 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb9f7a-ac09-4984-8d9c-50244a6e8988 req-154da3bd-c4be-411e-97d7-7087e450d581 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:56.564217 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-26eb9f7a-ac09-4984-8d9c-50244a6e8988 req-154da3bd-c4be-411e-97d7-7087e450d581 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.3356662 Apr 30 16:07:56.576312 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-bbfc57d8-75d8-40cf-b673-6830315f3ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:56.621255 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-bbfc57d8-75d8-40cf-b673-6830315f3ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:56.629674 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-26eb9f7a-ac09-4984-8d9c-50244a6e8988 req-2e4e9639-c66b-4ccd-9a61-85dfe1479689 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584116 Apr 30 16:07:56.666621 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb12c1-ee24-4bcd-b268-d4c62d74e892 req-010d4843-0ea6-4d90-891b-2b83fc1c06aa tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:56.668111 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a9bb12c1-ee24-4bcd-b268-d4c62d74e892 req-010d4843-0ea6-4d90-891b-2b83fc1c06aa tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1650233 Apr 30 16:07:56.702546 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3935ac0-2f2c-4c04-a47c-e631a4580259', 'name': 'network-vif-deleted', 'tag': '71d769f1-d3a3-40dc-bac3-2df67fd26b53', 'status': 'completed', 'code': 200} Apr 30 16:07:56.754076 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a9bb12c1-ee24-4bcd-b268-d4c62d74e892 req-3889d954-0b7c-4567-88d6-57dc21130da8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565393 Apr 30 16:07:56.754803 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-bbfc57d8-75d8-40cf-b673-6830315f3ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:56.758959 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-11aa505b-0735-423b-b7e8-c7c821d1d38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:56.775732 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc57d8-75d8-40cf-b673-6830315f3ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53ffdf5-6de9-463c-b512-d88527307c7c,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:56.780325 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-bbfc57d8-75d8-40cf-b673-6830315f3ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:56.787797 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-bbfc57d8-75d8-40cf-b673-6830315f3ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:56.789482 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-bbfc57d8-75d8-40cf-b673-6830315f3ad2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b53ffdf5-6de9-463c-b512-d88527307c7c HTTP/1.1" status: 204 len: 168 time: 0.3516932 Apr 30 16:07:57.037588 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5bffb-6347-4dec-83e2-18fd785abd55 req-9729f662-b82b-4d2f-9364-a35566387afc tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:57.039533 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ffe5bffb-6347-4dec-83e2-18fd785abd55 req-9729f662-b82b-4d2f-9364-a35566387afc tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1099243 Apr 30 16:07:57.119152 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:57.144308 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ffe5bffb-6347-4dec-83e2-18fd785abd55 req-003e2292-b210-441c-8d57-d5938f4b565c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895648 Apr 30 16:07:57.222048 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-e002baa2-80b5-4d0b-86cf-4d752d846170 req-d74638f2-97d6-46e3-83f3-bcf65d4afdcb tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Synchronizing usage tracker for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:07:57.289533 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-e002baa2-80b5-4d0b-86cf-4d752d846170 req-d74638f2-97d6-46e3-83f3-bcf65d4afdcb tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Unset dirty status for tenant:00ffd47a0b304e5cab764aa3194c9f1e on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:07:57.300797 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e002baa2-80b5-4d0b-86cf-4d752d846170 req-d74638f2-97d6-46e3-83f3-bcf65d4afdcb tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3935ac0-2f2c-4c04-a47c-e631a4580259 HTTP/1.1" status: 200 len: 210 time: 0.1792567 Apr 30 16:07:57.329952 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e01a-e4e0-4dbb-a5c5-e7f47eec0cf1 req-fa768fc7-234c-428c-8b28-9bc51d6dae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:57.331743 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1034e01a-e4e0-4dbb-a5c5-e7f47eec0cf1 req-fa768fc7-234c-428c-8b28-9bc51d6dae59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9&device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 1099 time: 0.1660788 Apr 30 16:07:57.391146 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:07:57.412760 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33df871-ef4d-4ebb-b08e-4a4086d323f8 req-32a1a125-9f96-42b6-b46d-6dd53a9c782b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:57.422414 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e33df871-ef4d-4ebb-b08e-4a4086d323f8 req-32a1a125-9f96-42b6-b46d-6dd53a9c782b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1564200 Apr 30 16:07:57.540452 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e33df871-ef4d-4ebb-b08e-4a4086d323f8 req-5b4cd44e-f9be-4641-8bb1-dd2623185701 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066186 Apr 30 16:07:57.581266 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e01a-e4e0-4dbb-a5c5-e7f47eec0cf1 req-dfc1617c-6123-4027-8932-0ed4a0852250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:57.583349 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1034e01a-e4e0-4dbb-a5c5-e7f47eec0cf1 req-dfc1617c-6123-4027-8932-0ed4a0852250 service neutron] 10.222.0.65 "GET /v2.0/networks?id=14c00e64-cc5c-4584-8c28-809f2f052668 HTTP/1.1" status: 200 len: 911 time: 0.2429805 Apr 30 16:07:57.633311 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:57.651717 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'port_id': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'mac_address': 'fa:16:3e:5f:76:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:07:57.752209 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:57.791016 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:07:57.792946 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1034e01a-e4e0-4dbb-a5c5-e7f47eec0cf1 req-1ca2b934-97b9-4e66-93b3-0b4f84124169 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=966b7e13-7963-4c4c-818b-304d8249f046 HTTP/1.1" status: 200 len: 1001 time: 0.1910081 Apr 30 16:07:57.820818 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:57.829782 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:57.833361 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-963b7a7e-e064-48d2-ace8-fbf63931d3a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:57.920695 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e01a-e4e0-4dbb-a5c5-e7f47eec0cf1 req-bf455696-9088-4fc4-ae21-493ba56b6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:57.922487 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1034e01a-e4e0-4dbb-a5c5-e7f47eec0cf1 req-bf455696-9088-4fc4-ae21-493ba56b6a8c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=609591f8-1443-456a-9728-4d0e18b05af1 HTTP/1.1" status: 200 len: 849 time: 0.1206894 Apr 30 16:07:57.988168 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,revision_number=6']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:57.995380 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:58.022452 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:07:58.092422 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e01a-e4e0-4dbb-a5c5-e7f47eec0cf1 req-9d8997f9-ae62-4690-b668-64b95155bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:58.094311 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1034e01a-e4e0-4dbb-a5c5-e7f47eec0cf1 req-9d8997f9-ae62-4690-b668-64b95155bade service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14c00e64-cc5c-4584-8c28-809f2f052668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1559865 Apr 30 16:07:58.111232 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ae347-527a-4c10-989c-d43fdeb84d67 req-9dbf64f0-67c1-4569-a3f5-0bd62d0af706 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:58.112753 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-997ae347-527a-4c10-989c-d43fdeb84d67 req-9dbf64f0-67c1-4569-a3f5-0bd62d0af706 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 944 time: 0.1204658 Apr 30 16:07:58.113231 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 47610) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:58.217162 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849260c-9cf5-4766-a1aa-f566d7c3191e req-0471943d-2359-4363-ac19-f398ece4c8b1 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:58.220610 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b849260c-9cf5-4766-a1aa-f566d7c3191e req-0471943d-2359-4363-ac19-f398ece4c8b1 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 945 time: 0.1788585 Apr 30 16:07:58.271466 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-997ae347-527a-4c10-989c-d43fdeb84d67 req-685bf840-86fe-4af2-a6e6-77a9de2c401d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329563 Apr 30 16:07:58.304079 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1034e01a-e4e0-4dbb-a5c5-e7f47eec0cf1 req-7c8e37da-a196-49c0-ac75-1b17aa119aa9 service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841643 Apr 30 16:07:58.306393 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b849260c-9cf5-4766-a1aa-f566d7c3191e req-da0d68ac-6d3d-48e6-a252-f494220c0ccc tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761726 Apr 30 16:07:58.321771 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-910047525-network', 'tenant_id': '289d68e989504c899ddcea36bf2bc660'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:07:58.346626 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:58.364215 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Usage tracker for resource:network and tenant:289d68e989504c899ddcea36bf2bc660 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:58.368426 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:58.424267 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 47620) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:58.424937 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:58.493423 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_v2 [None req-399da1d6-3600-4142-896f-b034f333f611 admin admin] Deleting subnet 3a12444c-e684-4d80-96a7-0431e752e298 {{(pid=73974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:07:58.495709 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Made reservation on behalf of 289d68e989504c899ddcea36bf2bc660 for: {'network': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:07:58.496525 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-399da1d6-3600-4142-896f-b034f333f611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:58.498003 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:58.536463 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:58.548374 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-399da1d6-3600-4142-896f-b034f333f611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6429178'] for subnet, precommit_delete_associations {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:58.555660 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1034e01a-e4e0-4dbb-a5c5-e7f47eec0cf1 req-e6d0ef30-b71e-47ae-a062-e3f3dd0ccb07 service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379596 Apr 30 16:07:58.562377 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:58.572328 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Usage tracker for resource:security_group_rule and tenant:289d68e989504c899ddcea36bf2bc660 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:58.578234 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:58.586496 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:58.610805 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5b501-7d21-494b-92ee-e255ac4dc972 req-660dd2ca-1edb-4103-9989-d9cf1cb1abe9 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:58.612388 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cda5b501-7d21-494b-92ee-e255ac4dc972 req-660dd2ca-1edb-4103-9989-d9cf1cb1abe9 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1887486 Apr 30 16:07:58.623950 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-399da1d6-3600-4142-896f-b034f333f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378834'] for subnet, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:58.679303 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cda5b501-7d21-494b-92ee-e255ac4dc972 req-7d9acbea-afd2-4b2f-ba51-a7d3a05ce7d9 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574491 Apr 30 16:07:58.742347 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:58.747642 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:58.750837 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-0a340a22-fedb-400d-84b8-17532b18bb3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:58.785412 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=73973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:07:58.791323 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf2d96d-bb41-4c70-8d24-f00e6aeece80,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:58.795800 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:58.803352 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:58.803775 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.segments_db [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Added segment ff308760-1583-4a8d-b785-320a8e039986 of type vlan for network 32da88a6-ce6b-4b33-bf65-862b73cd8fe0 Apr 30 16:07:58.836704 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:58.870755 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:58.872073 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:58.872645 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:58.876415 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:58.981584 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Pushing event updated for resources: {'Network': ['ID=32da88a6-ce6b-4b33-bf65-862b73cd8fe0,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:58.994727 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8777351 Apr 30 16:07:58.994727 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:58.995034 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network 32da88a6-ce6b-4b33-bf65-862b73cd8fe0 details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:07:58.995482 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 47626) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:59.002103 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Request body: {'subnet': {'network_id': '32da88a6-ce6b-4b33-bf65-862b73cd8fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-910047525-subnet', 'tenant_id': '289d68e989504c899ddcea36bf2bc660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:07:59.009882 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:59.014413 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Usage tracker for resource:subnet and tenant:289d68e989504c899ddcea36bf2bc660 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:59.018099 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:59.025059 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:59.042712 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Made reservation on behalf of 289d68e989504c899ddcea36bf2bc660 for: {'subnet': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:07:59.045658 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6933402'] for subnet, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:59.050703 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4ed24-0b45-4b2a-b26e-def7d21761ab req-1bdc7181-d416-4eac-aa1e-147817b5dd35 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:59.052695 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-abd4ed24-0b45-4b2a-b26e-def7d21761ab req-1bdc7181-d416-4eac-aa1e-147817b5dd35 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.3511064 Apr 30 16:07:59.122229 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-abd4ed24-0b45-4b2a-b26e-def7d21761ab req-64c0ba7d-194d-45c0-8413-748afcb84641 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562224 Apr 30 16:07:59.123530 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-399da1d6-3600-4142-896f-b034f333f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6699779'] for subnet, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:59.134817 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-b0831de4-b363-4be3-808a-d4bd0dd122f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:59.192499 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399da1d6-3600-4142-896f-b034f333f611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a12444c-e684-4d80-96a7-0431e752e298,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:59.199128 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-399da1d6-3600-4142-896f-b034f333f611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:59.208517 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-399da1d6-3600-4142-896f-b034f333f611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:59.212081 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-399da1d6-3600-4142-896f-b034f333f611 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3a12444c-e684-4d80-96a7-0431e752e298 HTTP/1.1" status: 204 len: 168 time: 0.7864864 Apr 30 16:07:59.215038 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 47636) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:59.358120 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497117'] for network, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:59.402935 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:07:59.587353 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:07:59.588417 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:59.691610 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bda0d-e064-49e1-b725-4637bd75a879 req-b2eeb152-ff29-485d-93b0-33c02fde1ad6 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:59.699131 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c95bda0d-e064-49e1-b725-4637bd75a879 req-b2eeb152-ff29-485d-93b0-33c02fde1ad6 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 944 time: 0.1546147 Apr 30 16:07:59.797765 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377951', 'neutron.services.segments.db._delete_segments_for_network-8775008697245'] for network, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:59.828999 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c95bda0d-e064-49e1-b725-4637bd75a879 req-aa742fbc-4a02-438f-97f3-3c8b733b01b6 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232488 Apr 30 16:07:59.830805 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:59.897999 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c9ced6-1815-496a-8b40-e198dbb15796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:59.926653 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:59.938012 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:59.939862 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 71d769f1-d3a3-40dc-bac3-2df67fd26b53 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:07:59.957555 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7273626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6933384'] for subnet, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:59.961888 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cdee5092-7502-424f-af77-783e5dd26698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:59.978258 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c270391-f0de-4ac8-a22c-7b5c1aba27c0']}} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:00.007045 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-3082b996-54b6-42d6-80e9-091584379a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:00.092406 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf19f2f-98f5-4403-8929-3c6a33997785,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:00.108068 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28afa69e-228c-4f31-89ea-0dae961c6cc3') {'for_net_delete': True} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:00.108361 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28afa69e-228c-4f31-89ea-0dae961c6cc3') {} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:00.126597 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: 71d769f1-d3a3-40dc-bac3-2df67fd26b53 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:08:00.127124 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 71d769f1-d3a3-40dc-bac3-2df67fd26b53 not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:08:00.127632 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ab074-2046-4257-9f32-1b474516b57f req-6185b347-c293-4b4f-85ee-8ade0a25d884 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:00.135744 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-707ab074-2046-4257-9f32-1b474516b57f req-6185b347-c293-4b4f-85ee-8ade0a25d884 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 945 time: 0.5799816 Apr 30 16:08:00.152777 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775008709991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6429171'] for segment, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:00.166000 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,revision_number=7']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:00.179858 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:00.182462 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:00.193576 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:00.195572 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=73974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:08:00.209318 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Checking segment: {'id': 'ff308760-1583-4a8d-b785-320a8e039986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '32da88a6-ce6b-4b33-bf65-862b73cd8fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:08:00.209626 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Network hostable DHCP agents. Network: 32da88a6-ce6b-4b33-bf65-862b73cd8fe0, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:08:00.238673 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-707ab074-2046-4257-9f32-1b474516b57f req-3ed7b3dc-7c50-410d-a345-8d14758f1236 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015577 Apr 30 16:08:00.269294 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Network 32da88a6-ce6b-4b33-bf65-862b73cd8fe0 is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:08:00.291948 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4a33f-419b-49de-b255-7c12ca758f7a req-96cc94a3-fa7d-4875-abc8-68827da05228 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:00.300809 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-39e4a33f-419b-49de-b255-7c12ca758f7a req-96cc94a3-fa7d-4875-abc8-68827da05228 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.2104473 Apr 30 16:08:00.317432 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c9ced6-1815-496a-8b40-e198dbb15796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'code': 200} Apr 30 16:08:00.336077 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, 32da88a6-ce6b-4b33-bf65-862b73cd8fe0) {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:00.353529 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837ccbe8-a2da-4a0b-9247-07fe17f7311f None None] Network 32da88a6-ce6b-4b33-bf65-862b73cd8fe0 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:08:00.364481 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-39e4a33f-419b-49de-b255-7c12ca758f7a req-8a6116a6-ec30-4bc9-966f-80a69020b586 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624256 Apr 30 16:08:00.379554 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:00.380152 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:00.423811 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-af1fcf4e-00a2-4101-aeb7-dc524e0ea0cb admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4276986 Apr 30 16:08:00.586039 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] Network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:08:00.597849 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1391655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302630'] for segment, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:00.745820 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0303d1c8-bc10-45c9-9730-1ad62037d8ee None None] Network 32da88a6-ce6b-4b33-bf65-862b73cd8fe0 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:08:01.023971 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d868882-ef48-4fef-987e-d40d99bd5bb2 req-a79fc021-cc91-42d6-bdeb-fa6f48e32d53 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:01.025531 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3d868882-ef48-4fef-987e-d40d99bd5bb2 req-a79fc021-cc91-42d6-bdeb-fa6f48e32d53 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.5353308 Apr 30 16:08:01.041347 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] Network 7c270391-f0de-4ac8-a22c-7b5c1aba27c0 has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: Traceback (most recent call last): Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: timer() Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: cb(*args, **kw) Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: return func(*args, **kwargs) Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: self._notify() Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: self.callback(batched_events) Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: event.method(event) Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: return f(self, *a, **k) Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: return self._get(url).json() Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: return self.request(url, 'GET', **kwargs) Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:08:01.099547 dv-cinder-787195-6-smb neutron-server[73974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:08:01.105674 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8ae82-2563-4908-8b1e-5dabd3c3cc40 req-692c6d17-f8ea-4aae-9748-ae5fd749329c tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:01.113902 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-67c8ae82-2563-4908-8b1e-5dabd3c3cc40 req-692c6d17-f8ea-4aae-9748-ae5fd749329c tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1089661 Apr 30 16:08:01.171892 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-67c8ae82-2563-4908-8b1e-5dabd3c3cc40 req-a57068fd-c63d-48f5-9e33-b1ff3b977656 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565178 Apr 30 16:08:01.240504 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400498'] for network, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:01.245684 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3d868882-ef48-4fef-987e-d40d99bd5bb2 req-d240d73a-b4a7-4285-bd4a-85a2b4afcafb tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954353 Apr 30 16:08:01.248491 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:01.278357 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:01.292970 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c270391-f0de-4ac8-a22c-7b5c1aba27c0,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:01.295672 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:01.301918 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-a38dd028-c8e8-437a-83f7-8e0fc1dac79f admin admin] 10.222.0.67 "DELETE /v2.0/networks/7c270391-f0de-4ac8-a22c-7b5c1aba27c0 HTTP/1.1" status: 204 len: 168 time: 2.0834937 Apr 30 16:08:01.616133 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 47692) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:01.698127 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 47696) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:01.698980 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-09075933-e54f-48dd-9dfa-74596c5597bd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=00ffd47a0b304e5cab764aa3194c9f1e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0773675 Apr 30 16:08:01.771130 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16423373-2f4f-4f63-98a5-8ea9ee8bfd5a req-64c27188-8874-49ba-b3ba-1a641ea1ab13 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:01.772993 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-16423373-2f4f-4f63-98a5-8ea9ee8bfd5a req-64c27188-8874-49ba-b3ba-1a641ea1ab13 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1986516 Apr 30 16:08:01.873444 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4b10e-686a-4181-9dc8-ebe8e4ca7e33 req-bb346156-f1dd-4071-8b48-442fcb136552 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:01.881978 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-aeb4b10e-686a-4181-9dc8-ebe8e4ca7e33 req-bb346156-f1dd-4071-8b48-442fcb136552 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 945 time: 0.1130338 Apr 30 16:08:01.931662 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6b69dcc4-3f55-4619-8e83-f8cb605f4e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:01.941238 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-aeb4b10e-686a-4181-9dc8-ebe8e4ca7e33 req-5c00db70-7996-49d7-84f8-7b39ad562672 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582778 Apr 30 16:08:01.981521 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-16423373-2f4f-4f63-98a5-8ea9ee8bfd5a req-96e27440-7683-489a-bec1-bfbf0771fc09 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994240 Apr 30 16:08:02.007237 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6b69dcc4-3f55-4619-8e83-f8cb605f4e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:02.087205 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6b69dcc4-3f55-4619-8e83-f8cb605f4e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:02.094696 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-86b48e74-0b27-438d-a14c-02be6b224de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:02.121500 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69dcc4-3f55-4619-8e83-f8cb605f4e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62921ae-154f-48a2-9600-59fe0d59386d,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:02.128999 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-6b69dcc4-3f55-4619-8e83-f8cb605f4e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:02.149229 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6b69dcc4-3f55-4619-8e83-f8cb605f4e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:02.150536 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-6b69dcc4-3f55-4619-8e83-f8cb605f4e6c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c62921ae-154f-48a2-9600-59fe0d59386d HTTP/1.1" status: 204 len: 168 time: 0.4494050 Apr 30 16:08:02.389555 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7b856-772d-4563-9e25-e5fa8f5251a6 req-a12cecee-f9d2-4180-aa9f-b79249b9e4af tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:02.397974 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-43d7b856-772d-4563-9e25-e5fa8f5251a6 req-a12cecee-f9d2-4180-aa9f-b79249b9e4af tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1134121 Apr 30 16:08:02.471118 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-43d7b856-772d-4563-9e25-e5fa8f5251a6 req-9269aae2-d5a5-4256-b05c-d6176f39ac57 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722299 Apr 30 16:08:03.244727 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b5d07-5d18-42b6-a09a-ef920a1a2016 req-1a5b3651-0935-46a9-a59c-e53d5bc60296 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:03.246544 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-dc4b5d07-5d18-42b6-a09a-ef920a1a2016 req-1a5b3651-0935-46a9-a59c-e53d5bc60296 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 945 time: 0.1256523 Apr 30 16:08:03.331664 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-dc4b5d07-5d18-42b6-a09a-ef920a1a2016 req-e2046270-a5f5-4677-9e4b-53b4fb5766b7 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694540 Apr 30 16:08:03.345204 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889e7c6-a21c-4274-9307-6e9fc404b7f8 req-f7848428-ff0d-47c1-91b6-bef79b7ce019 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:03.354270 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8889e7c6-a21c-4274-9307-6e9fc404b7f8 req-f7848428-ff0d-47c1-91b6-bef79b7ce019 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.2142978 Apr 30 16:08:03.455966 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8889e7c6-a21c-4274-9307-6e9fc404b7f8 req-25a385e4-bffa-4cd1-bce8-ec76cc530352 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861871 Apr 30 16:08:03.650032 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-316072b0-3983-4e2b-b754-2f10e457ec50 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:03.658955 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-316072b0-3983-4e2b-b754-2f10e457ec50 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/networks?id=32da88a6-ce6b-4b33-bf65-862b73cd8fe0 HTTP/1.1" status: 200 len: 808 time: 0.2158649 Apr 30 16:08:03.685216 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-e10f9cf0-18aa-4194-8da0-4ad2bc04c45c tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/quotas/289d68e989504c899ddcea36bf2bc660 HTTP/1.1" status: 200 len: 375 time: 0.0242846 Apr 30 16:08:03.713930 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54e89e-7534-4a49-a0da-946f1ff497f8 req-3b7d4367-1de0-463c-9c46-b8c9fe300b8c tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:03.715517 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8c54e89e-7534-4a49-a0da-946f1ff497f8 req-3b7d4367-1de0-463c-9c46-b8c9fe300b8c tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1094863 Apr 30 16:08:03.774974 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8c54e89e-7534-4a49-a0da-946f1ff497f8 req-b132c961-5098-40f8-bb85-b62249ccee33 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533245 Apr 30 16:08:03.779111 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-cf765fe8-acf4-48b0-93fc-4532291cd8a9 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=289d68e989504c899ddcea36bf2bc660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926151 Apr 30 16:08:04.036912 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-46ac78ae-ac74-429f-bf61-1cc7aa23d943 service neutron] 10.222.0.67 "GET /v2.0/networks/32da88a6-ce6b-4b33-bf65-862b73cd8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565515 Apr 30 16:08:04.219080 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-29b3c737-c5e6-4335-911d-97bbfe675654 service neutron] 10.222.0.67 "GET /v2.0/networks/32da88a6-ce6b-4b33-bf65-862b73cd8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722345 Apr 30 16:08:04.604952 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-74732bd1-0afc-4574-88c4-4fb547118040 req-13c23b39-3c8e-4f64-a468-f3a65b784c8c tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 210 time: 0.1238012 Apr 30 16:08:04.739976 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4220b-2c13-41df-bfe8-1efe9f16594d req-8e6ba26f-b493-4858-9008-1f8c0e8af7ca tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:04.761465 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-dbb4220b-2c13-41df-bfe8-1efe9f16594d req-8e6ba26f-b493-4858-9008-1f8c0e8af7ca tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 945 time: 0.2292371 Apr 30 16:08:04.862674 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b73017-266c-4cd3-8786-35f2d448335a req-d590709a-7ea3-4670-9b37-ff49c3aa26d7 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:04.871340 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d7b73017-266c-4cd3-8786-35f2d448335a req-d590709a-7ea3-4670-9b37-ff49c3aa26d7 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1420472 Apr 30 16:08:04.924905 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-dbb4220b-2c13-41df-bfe8-1efe9f16594d req-8917b30c-44a0-407c-8d1c-cc9f25427491 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562073 Apr 30 16:08:05.174313 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d7b73017-266c-4cd3-8786-35f2d448335a req-45711be7-83e5-4613-a004-96c625ec5ff2 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019631 Apr 30 16:08:05.284901 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c16591-ea53-4a07-8633-e12dbdab3372 req-bda06ad3-b63f-474d-b79a-91ded180f16f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:05.291121 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-21c16591-ea53-4a07-8633-e12dbdab3372 req-bda06ad3-b63f-474d-b79a-91ded180f16f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1769605 Apr 30 16:08:05.359992 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-21c16591-ea53-4a07-8633-e12dbdab3372 req-b6d14bc5-8025-4d81-b47d-f06ac8e76834 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578275 Apr 30 16:08:05.858398 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-8e1df483-ec59-44c7-8983-61c112ba95de req-18ef59e4-e576-407b-ba24-463baf8eb201 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 210 time: 0.0948017 Apr 30 16:08:06.014877 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 47806) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:06.248138 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-dc424b2e-2461-40b3-b25b-dab86dc39cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:06.252584 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed18e6-a84a-44bc-8deb-8e7d4ee5fa8a req-4192bf34-665b-4248-b06c-ef3017150907 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:06.252584 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f1ed18e6-a84a-44bc-8deb-8e7d4ee5fa8a req-4192bf34-665b-4248-b06c-ef3017150907 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.65 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 945 time: 0.3089931 Apr 30 16:08:06.267001 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-dc424b2e-2461-40b3-b25b-dab86dc39cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:06.272362 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-dc424b2e-2461-40b3-b25b-dab86dc39cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:8035bc7ec95e43cbbcfe63be8f508e63 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:06.275640 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-dc424b2e-2461-40b3-b25b-dab86dc39cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:06.283258 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-dc424b2e-2461-40b3-b25b-dab86dc39cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:06.481647 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ec49d-e141-4996-9979-79454d1ee6eb req-7ea5aa49-72ff-4a0b-8cb3-2b9f2185b34b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:06.489182 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b3ec49d-e141-4996-9979-79454d1ee6eb req-7ea5aa49-72ff-4a0b-8cb3-2b9f2185b34b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 945 time: 0.3751204 Apr 30 16:08:06.576185 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b3ec49d-e141-4996-9979-79454d1ee6eb req-348a8ce4-ce2a-4f36-b25b-d1952d96f650 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860071 Apr 30 16:08:06.579021 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-f1ed18e6-a84a-44bc-8deb-8e7d4ee5fa8a req-71b6a817-c994-4520-a19d-b6e460357c61 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Deleting port 73476f38-b153-4db9-8739-663558ad70cb {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:08:06.579553 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-f1ed18e6-a84a-44bc-8deb-8e7d4ee5fa8a req-71b6a817-c994-4520-a19d-b6e460357c61 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:06.743143 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44622816-da79-49e0-b54f-03e4346be831 req-a664928e-6a89-4d8d-b382-1d1343e8f0a7 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:06.751191 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-44622816-da79-49e0-b54f-03e4346be831 req-a664928e-6a89-4d8d-b382-1d1343e8f0a7 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.3767333 Apr 30 16:08:06.757113 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-dc424b2e-2461-40b3-b25b-dab86dc39cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:06.808814 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-dc424b2e-2461-40b3-b25b-dab86dc39cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:06.841685 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d3bd346c-fe76-4a9c-83bf-3869fef80960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:06.881399 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-44622816-da79-49e0-b54f-03e4346be831 req-fb67a4a0-20f8-4eec-a666-bd114fa279af tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291249 Apr 30 16:08:06.903479 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc424b2e-2461-40b3-b25b-dab86dc39cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33962b5f-c0a3-46bc-80a8-6ac6042a9ede,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:06.908003 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-dc424b2e-2461-40b3-b25b-dab86dc39cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:06.948173 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-315b748d-f804-4aa5-aa88-7534ca486a0b tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:06.950327 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-315b748d-f804-4aa5-aa88-7534ca486a0b tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.65 "GET /v2.0/networks?id=32da88a6-ce6b-4b33-bf65-862b73cd8fe0 HTTP/1.1" status: 200 len: 808 time: 0.5772507 Apr 30 16:08:06.957733 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-dc424b2e-2461-40b3-b25b-dab86dc39cf3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8035bc7ec95e43cbbcfe63be8f508e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9408474 Apr 30 16:08:06.958643 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 47824) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:07.032162 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Request body: {'port': {'device_id': 'f435dc18-746a-4952-9932-2193426ce584', 'network_id': '32da88a6-ce6b-4b33-bf65-862b73cd8fe0', 'admin_state_up': True, 'tenant_id': '289d68e989504c899ddcea36bf2bc660'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:07.112027 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-f1ed18e6-a84a-44bc-8deb-8e7d4ee5fa8a req-71b6a817-c994-4520-a19d-b6e460357c61 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] For port 73476f38-b153-4db9-8739-663558ad70cb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=73476f38-b153-4db9-8739-663558ad70cb,segment=NetworkSegment(a47b53ac-b035-4512-9686-4807cf38245a),segment_id=a47b53ac-b035-4512-9686-4807cf38245a)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:07.112709 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-f1ed18e6-a84a-44bc-8deb-8e7d4ee5fa8a req-71b6a817-c994-4520-a19d-b6e460357c61 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:07.224012 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f5c32341-95a3-45ea-891f-e726eab3e7a0 req-88e95cf6-5f54-484a-8496-ca5fe303a4dc tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 210 time: 0.1459959 Apr 30 16:08:07.272052 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-fa25ae6a-718d-4d9e-8190-d0de2042b409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:07.303909 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-f1ed18e6-a84a-44bc-8deb-8e7d4ee5fa8a req-71b6a817-c994-4520-a19d-b6e460357c61 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Calling delete_port for 73476f38-b153-4db9-8739-663558ad70cb owned by compute:nova {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:08:07.319333 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:07.323181 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-fa25ae6a-718d-4d9e-8190-d0de2042b409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:07.366964 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Usage tracker for resource:port and tenant:289d68e989504c899ddcea36bf2bc660 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:07.379594 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:07.390591 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:07.408580 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Made reservation on behalf of 289d68e989504c899ddcea36bf2bc660 for: {'port': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:08:07.413029 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:07.419101 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52f936-69cf-4829-8ce9-7ee727a73e58 req-b7d5de36-80d6-4afa-90e2-b6ff6ade85a3 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:07.428281 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ad52f936-69cf-4829-8ce9-7ee727a73e58 req-b7d5de36-80d6-4afa-90e2-b6ff6ade85a3 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.5163805 Apr 30 16:08:07.498135 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ad52f936-69cf-4829-8ce9-7ee727a73e58 req-98fd34ae-9038-4530-a36f-59c68076bbaa tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678420 Apr 30 16:08:07.550887 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-fa25ae6a-718d-4d9e-8190-d0de2042b409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:07.569197 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-00cf8729-fffc-49d5-a33e-7d1fa3a359fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:07.605418 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25ae6a-718d-4d9e-8190-d0de2042b409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33962b5f-c0a3-46bc-80a8-6ac6042a9ede,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:07.612667 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-f1ed18e6-a84a-44bc-8deb-8e7d4ee5fa8a req-71b6a817-c994-4520-a19d-b6e460357c61 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:07.627508 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:07.633180 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-fa25ae6a-718d-4d9e-8190-d0de2042b409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:07.719467 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-fa25ae6a-718d-4d9e-8190-d0de2042b409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:07.720175 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6a817-c994-4520-a19d-b6e460357c61 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Pushing event deleted for resources: {'Port': ['ID=73476f38-b153-4db9-8739-663558ad70cb,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:07.736544 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-fa25ae6a-718d-4d9e-8190-d0de2042b409 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/33962b5f-c0a3-46bc-80a8-6ac6042a9ede HTTP/1.1" status: 204 len: 168 time: 0.7761476 Apr 30 16:08:07.762211 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-71b6a817-c994-4520-a19d-b6e460357c61 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:07.783730 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ed18e6-a84a-44bc-8deb-8e7d4ee5fa8a req-71b6a817-c994-4520-a19d-b6e460357c61 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] No DVR routers for this DVR port 73476f38-b153-4db9-8739-663558ad70cb on host hv-cinder-78719 {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:08:07.786485 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-f1ed18e6-a84a-44bc-8deb-8e7d4ee5fa8a req-71b6a817-c994-4520-a19d-b6e460357c61 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:07.803074 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3091ec2d-c988-4944-bf19-9eed9d36e571', 'name': 'network-vif-deleted', 'tag': '73476f38-b153-4db9-8739-663558ad70cb'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:08:07.810995 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-dc7878f0-7690-4f0d-be68-d544b2943eca req-d7c50590-2ca4-40ed-a905-c0c1d4a364c6 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 210 time: 0.0689657 Apr 30 16:08:07.831478 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f1ed18e6-a84a-44bc-8deb-8e7d4ee5fa8a req-71b6a817-c994-4520-a19d-b6e460357c61 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.65 "DELETE /v2.0/ports/73476f38-b153-4db9-8739-663558ad70cb HTTP/1.1" status: 204 len: 173 time: 1.5646501 Apr 30 16:08:07.832946 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Allocated IP 172.20.0.3 (32da88a6-ce6b-4b33-bf65-862b73cd8fe0/3cf19f2f-98f5-4403-8929-3c6a33997785/77ea4ce7-557c-406d-8243-1a8a337f6049) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:08:07.909293 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3091ec2d-c988-4944-bf19-9eed9d36e571', 'name': 'network-vif-deleted', 'tag': '73476f38-b153-4db9-8739-663558ad70cb', 'status': 'completed', 'code': 200} Apr 30 16:08:08.340387 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:08.348360 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 47842) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:08.373528 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc46ae-ba86-4e67-a138-c09766bc6998 req-7a68d4e0-b96b-4234-97f1-73b6c6cb6afa tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:08.381284 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-80fc46ae-ba86-4e67-a138-c09766bc6998 req-7a68d4e0-b96b-4234-97f1-73b6c6cb6afa tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.2385426 Apr 30 16:08:08.428880 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-22dcca69-7dba-4e6c-a259-3206e38d77a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:08.460010 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-80fc46ae-ba86-4e67-a138-c09766bc6998 req-fa81d705-9b69-4edc-8cd0-6c7df577072c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777204 Apr 30 16:08:08.480130 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-22dcca69-7dba-4e6c-a259-3206e38d77a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:08.489938 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-22dcca69-7dba-4e6c-a259-3206e38d77a5 admin admin] Usage tracker for resource:security_group_rule and tenant:ea91de79ec85449f9277d2df79083c98 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:08.516344 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-22dcca69-7dba-4e6c-a259-3206e38d77a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:08.527980 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:08.530230 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-22dcca69-7dba-4e6c-a259-3206e38d77a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:08.536564 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:08.569047 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-40264de9-8070-4c02-9f78-8d28f5b0598b req-9a5a347f-93d3-4b8e-8169-927ddd127a25 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2725198 Apr 30 16:08:08.664019 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Network 32da88a6-ce6b-4b33-bf65-862b73cd8fe0 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:08:08.693266 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:08.698863 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accaa3c-3ec7-4147-b13a-18fa39138c1f req-3ed7d2c4-67e2-4ab2-8f65-9740bffb2dd1 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:08.700412 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7accaa3c-3ec7-4147-b13a-18fa39138c1f req-3ed7d2c4-67e2-4ab2-8f65-9740bffb2dd1 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 931 time: 0.2093749 Apr 30 16:08:08.707654 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Pushing event updated for resources: {'Port': ['ID=77ea4ce7-557c-406d-8243-1a8a337f6049,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:08.712365 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:08:08.783979 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:08.805619 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-7accaa3c-3ec7-4147-b13a-18fa39138c1f req-87e1d291-e51c-4de1-91db-0a7e51ad18bd tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Synchronizing usage tracker for tenant:289d68e989504c899ddcea36bf2bc660 on resource:security_group {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:08:08.848099 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40264de9-8070-4c02-9f78-8d28f5b0598b req-3176e177-1511-4061-95b7-d07d2df1162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:08.852552 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-40264de9-8070-4c02-9f78-8d28f5b0598b req-3176e177-1511-4061-95b7-d07d2df1162a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8baee5fa7e864efcb872c20e058ef004&device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 1099 time: 0.2362969 Apr 30 16:08:08.856708 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-7accaa3c-3ec7-4147-b13a-18fa39138c1f req-87e1d291-e51c-4de1-91db-0a7e51ad18bd tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Unset dirty status for tenant:289d68e989504c899ddcea36bf2bc660 on resource:security_group {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:08:08.863138 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7accaa3c-3ec7-4147-b13a-18fa39138c1f req-87e1d291-e51c-4de1-91db-0a7e51ad18bd tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541111 Apr 30 16:08:08.937642 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:08.938795 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:09.021111 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0201051 Apr 30 16:08:09.027164 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-22dcca69-7dba-4e6c-a259-3206e38d77a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:09.042081 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcf849-1677-44dd-bc68-46bc984904b6 req-d427842d-2679-43cd-8cdf-d56bc5b6511f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:09.043838 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-dafcf849-1677-44dd-bc68-46bc984904b6 req-d427842d-2679-43cd-8cdf-d56bc5b6511f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.2586052 Apr 30 16:08:09.046328 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-22dcca69-7dba-4e6c-a259-3206e38d77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:09.054756 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-35ba0f2d-0bf9-402d-998a-6420b07f8e1b req-a540dbb8-89a2-487b-a0dd-374704803e2c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Synchronizing usage tracker for tenant:aaa4829ec59c4c75ac46881d938bd45a on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:08:09.093104 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40264de9-8070-4c02-9f78-8d28f5b0598b req-5a491cee-e4b8-4492-8c0a-77b9490c6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:09.094769 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-40264de9-8070-4c02-9f78-8d28f5b0598b req-5a491cee-e4b8-4492-8c0a-77b9490c6111 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56b59402-099e-42b6-a07e-fb025d8545b0 HTTP/1.1" status: 200 len: 919 time: 0.2031918 Apr 30 16:08:09.095803 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-35ba0f2d-0bf9-402d-998a-6420b07f8e1b req-a540dbb8-89a2-487b-a0dd-374704803e2c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Unset dirty status for tenant:aaa4829ec59c4c75ac46881d938bd45a on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:08:09.096685 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Request body: {'port': {'device_id': 'f435dc18-746a-4952-9932-2193426ce584', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:09.096931 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-35ba0f2d-0bf9-402d-998a-6420b07f8e1b req-a540dbb8-89a2-487b-a0dd-374704803e2c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=3091ec2d-c988-4944-bf19-9eed9d36e571 HTTP/1.1" status: 200 len: 210 time: 0.0918505 Apr 30 16:08:09.128810 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-af1c2b85-337a-47c7-bde7-cf04d1203f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:09.137160 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-22dcca69-7dba-4e6c-a259-3206e38d77a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ea91de79ec85449f9277d2df79083c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7877531 Apr 30 16:08:09.150766 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 47850) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:09.219263 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-40264de9-8070-4c02-9f78-8d28f5b0598b req-b5d79de2-89de-458c-8035-6cfcc0e1c903 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c500b883-8ab8-4872-82ab-d88ccbfe443d HTTP/1.1" status: 200 len: 217 time: 0.1103625 Apr 30 16:08:09.246645 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcca69-7dba-4e6c-a259-3206e38d77a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1615f588-2283-4bc3-925d-831e1e56c61b,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:09.257504 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-22dcca69-7dba-4e6c-a259-3206e38d77a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:09.321382 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-dafcf849-1677-44dd-bc68-46bc984904b6 req-9d3c17fa-5f9f-4da9-8e82-e98eb426a964 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436204 Apr 30 16:08:09.349324 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40264de9-8070-4c02-9f78-8d28f5b0598b req-984fa43c-21bf-4672-b0d0-b0e2742cf324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:09.350909 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-40264de9-8070-4c02-9f78-8d28f5b0598b req-984fa43c-21bf-4672-b0d0-b0e2742cf324 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f679e3b4-95e5-4a15-977e-21a4265e9b6c HTTP/1.1" status: 200 len: 858 time: 0.1185229 Apr 30 16:08:09.459654 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 73476f38-b153-4db9-8739-663558ad70cb no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:08:09.477021 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-40264de9-8070-4c02-9f78-8d28f5b0598b req-27b7dd6c-1f2e-4440-b859-f3d5567742ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b59402-099e-42b6-a07e-fb025d8545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085310 Apr 30 16:08:09.515453 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: 73476f38-b153-4db9-8739-663558ad70cb {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:08:09.515738 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 73476f38-b153-4db9-8739-663558ad70cb not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:08:09.534312 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a15a-8f26-4b3c-b38a-e279563b9b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:09.557558 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:09.619230 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a15a-8f26-4b3c-b38a-e279563b9b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:09.787871 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-40264de9-8070-4c02-9f78-8d28f5b0598b req-6fd4dad6-8e57-4126-9e43-d9a1f8d5f252 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859290 Apr 30 16:08:09.861379 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e4f7e-cf4d-4faa-998b-17b0cfba048a req-c73f0e71-3342-48e3-820e-58bce233d003 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:09.870647 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-212e4f7e-cf4d-4faa-998b-17b0cfba048a req-c73f0e71-3342-48e3-820e-58bce233d003 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1776719 Apr 30 16:08:10.016359 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-212e4f7e-cf4d-4faa-998b-17b0cfba048a req-f53b9a7e-85bd-44f5-87d8-a86e0c73e708 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368856 Apr 30 16:08:10.059395 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-40264de9-8070-4c02-9f78-8d28f5b0598b req-be9b85fa-22a0-4f8c-b6b3-148d0eaeae81 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460814 Apr 30 16:08:10.126929 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ea4ce7-557c-406d-8243-1a8a337f6049 {{(pid=73974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:08:10.134850 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a15a-8f26-4b3c-b38a-e279563b9b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:10.145790 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:10.148327 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-63f07834-f149-438e-8623-dc72fceff02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:10.164737 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9a15a-8f26-4b3c-b38a-e279563b9b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1615f588-2283-4bc3-925d-831e1e56c61b,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:10.167539 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-fbd9a15a-8f26-4b3c-b38a-e279563b9b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:10.184267 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a15a-8f26-4b3c-b38a-e279563b9b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:10.190100 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-fbd9a15a-8f26-4b3c-b38a-e279563b9b70 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1615f588-2283-4bc3-925d-831e1e56c61b HTTP/1.1" status: 204 len: 168 time: 1.0260246 Apr 30 16:08:10.197103 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Transition to ACTIVE for port object 77ea4ce7-557c-406d-8243-1a8a337f6049 will not be triggered until provisioned by entity L2. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:08:10.211514 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:10.217879 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d02fa9bd-6ade-4a8a-b2fe-7bff7b999910 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:10.292674 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5d33a-7e68-49d5-9bf7-8a3238491539 req-2d89e554-fb59-474f-92fc-ff69ef094837 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:10.293363 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-dcf5d33a-7e68-49d5-9bf7-8a3238491539 req-2d89e554-fb59-474f-92fc-ff69ef094837 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Synchronizing usage tracker for tenant:289d68e989504c899ddcea36bf2bc660 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:08:10.509817 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-dcf5d33a-7e68-49d5-9bf7-8a3238491539 req-2d89e554-fb59-474f-92fc-ff69ef094837 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Unset dirty status for tenant:289d68e989504c899ddcea36bf2bc660 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:08:10.511013 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-dcf5d33a-7e68-49d5-9bf7-8a3238491539 req-2d89e554-fb59-474f-92fc-ff69ef094837 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 931 time: 0.4373343 Apr 30 16:08:10.516223 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Pushing event updated for resources: {'Port': ['ID=77ea4ce7-557c-406d-8243-1a8a337f6049,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:10.526808 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:10.617926 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-dcf5d33a-7e68-49d5-9bf7-8a3238491539 req-59af4b7e-2490-44b1-99fd-942c8fe8964d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874698 Apr 30 16:08:10.678557 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Attempting to bind port 77ea4ce7-557c-406d-8243-1a8a337f6049 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:08:10.681320 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Attempting to bind port 77ea4ce7-557c-406d-8243-1a8a337f6049 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'ff308760-1583-4a8d-b785-320a8e039986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '32da88a6-ce6b-4b33-bf65-862b73cd8fe0'}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:08:10.681827 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Attempting to bind port 77ea4ce7-557c-406d-8243-1a8a337f6049 on network 32da88a6-ce6b-4b33-bf65-862b73cd8fe0 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:08:10.703435 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Port 77ea4ce7-557c-406d-8243-1a8a337f6049 on network 32da88a6-ce6b-4b33-bf65-862b73cd8fe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:08:10.708743 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Attempting to bind port 77ea4ce7-557c-406d-8243-1a8a337f6049 on network 32da88a6-ce6b-4b33-bf65-862b73cd8fe0 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:08:10.729529 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:08:10.730643 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Checking segment: {'id': 'ff308760-1583-4a8d-b785-320a8e039986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '32da88a6-ce6b-4b33-bf65-862b73cd8fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:08:10.731782 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Bound using segment: {'id': 'ff308760-1583-4a8d-b785-320a8e039986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '32da88a6-ce6b-4b33-bf65-862b73cd8fe0'} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:08:10.733115 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Bound port: 77ea4ce7-557c-406d-8243-1a8a337f6049, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff308760-1583-4a8d-b785-320a8e039986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '32da88a6-ce6b-4b33-bf65-862b73cd8fe0'}}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:08:10.734387 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:10.949603 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e951a-8fe1-4530-bdcf-e6ffd99c07fb req-37b5816a-4a13-4a40-949f-fc2bcfc80d14 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:10.960731 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-225e951a-8fe1-4530-bdcf-e6ffd99c07fb req-37b5816a-4a13-4a40-949f-fc2bcfc80d14 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.2361469 Apr 30 16:08:11.007341 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] For port 77ea4ce7-557c-406d-8243-1a8a337f6049, host hv-cinder-78719, cleared binding levels {{(pid=73974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:08:11.011711 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] For port 77ea4ce7-557c-406d-8243-1a8a337f6049, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=77ea4ce7-557c-406d-8243-1a8a337f6049,segment=NetworkSegment(ff308760-1583-4a8d-b785-320a8e039986),segment_id=ff308760-1583-4a8d-b785-320a8e039986)] {{(pid=73974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:08:11.028961 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:11.036433 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:11.128339 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:11.129401 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:11.131811 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] 10.222.0.65 "PUT /v2.0/ports/77ea4ce7-557c-406d-8243-1a8a337f6049 HTTP/1.1" status: 200 len: 1093 time: 2.0868690 Apr 30 16:08:11.135008 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f435dc18-746a-4952-9932-2193426ce584', 'tag': '77ea4ce7-557c-406d-8243-1a8a337f6049'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:08:11.188868 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Pushing event updated for resources: {'Port': ['ID=77ea4ce7-557c-406d-8243-1a8a337f6049,revision_number=3']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:11.192170 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-862ffa42-66b9-4da0-9be2-8a3ff2c303c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:11.221198 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-225e951a-8fe1-4530-bdcf-e6ffd99c07fb req-e965941d-d3b2-4315-9601-b98870933836 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576663 Apr 30 16:08:11.328575 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f435dc18-746a-4952-9932-2193426ce584', 'tag': '77ea4ce7-557c-406d-8243-1a8a337f6049', 'status': 'completed', 'code': 200} Apr 30 16:08:11.385318 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-ddaf01e2-f1f6-4da2-9105-e69170f22750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:11.387038 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-ddaf01e2-f1f6-4da2-9105-e69170f22750 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=289d68e989504c899ddcea36bf2bc660&device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 1096 time: 0.1935172 Apr 30 16:08:11.396327 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c615c-4a39-4147-8210-24cfad4655c8 req-7d4fa105-3a1c-4755-a8a4-d79162590c34 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:11.398101 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0b5c615c-4a39-4147-8210-24cfad4655c8 req-7d4fa105-3a1c-4755-a8a4-d79162590c34 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1520391 Apr 30 16:08:11.507180 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-ed5f2ba5-705b-44ff-86b8-5fef6b090c6b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77ea4ce7-557c-406d-8243-1a8a337f6049 HTTP/1.1" status: 200 len: 217 time: 0.1071362 Apr 30 16:08:11.587122 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0b5c615c-4a39-4147-8210-24cfad4655c8 req-ea60c44b-1b7b-4275-8169-9b2abb2e49e9 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050868 Apr 30 16:08:11.601422 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-54a4543a-95ee-49f4-83d9-20bef211fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:11.602899 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-54a4543a-95ee-49f4-83d9-20bef211fa85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3cf19f2f-98f5-4403-8929-3c6a33997785 HTTP/1.1" status: 200 len: 848 time: 0.0814955 Apr 30 16:08:11.643205 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:11.665141 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-1e30579a-ead8-433b-bf56-a6da6fa3a23f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32da88a6-ce6b-4b33-bf65-862b73cd8fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494194 Apr 30 16:08:11.918861 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-3cec7111-c3f3-4268-aee2-2ea4358e42d4 service neutron] 10.222.0.65 "GET /v2.0/networks/32da88a6-ce6b-4b33-bf65-862b73cd8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441559 Apr 30 16:08:11.980983 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21e55b-4f8b-4c71-aed0-4113ae832a9f req-55e6a8a7-895d-44c5-94bc-1927efc5ffc7 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:11.994293 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2b21e55b-4f8b-4c71-aed0-4113ae832a9f req-55e6a8a7-895d-44c5-94bc-1927efc5ffc7 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 943 time: 0.2039387 Apr 30 16:08:12.102262 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2b21e55b-4f8b-4c71-aed0-4113ae832a9f req-a436d6d5-01f6-4f13-897b-00ffe5de6ade tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052775 Apr 30 16:08:12.394282 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-124ed459-2eb9-48e0-8548-cc06a74092f7 req-44c2e9b1-7362-46ce-b1a4-4c15b8e6472d service neutron] 10.222.0.65 "GET /v2.0/networks/32da88a6-ce6b-4b33-bf65-862b73cd8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599450 Apr 30 16:08:12.604965 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a99965-09fc-4b00-8985-f125c81302e6 req-6aa642de-03ec-40f8-a306-f69ef135b9de tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:12.608106 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-44a99965-09fc-4b00-8985-f125c81302e6 req-6aa642de-03ec-40f8-a306-f69ef135b9de tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1880035 Apr 30 16:08:12.615917 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff1c29-8668-4d44-b77b-54d029d21745 req-e72a6962-95b3-4d45-9c01-bc784ab30978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:12.617410 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9fff1c29-8668-4d44-b77b-54d029d21745 req-e72a6962-95b3-4d45-9c01-bc784ab30978 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=289d68e989504c899ddcea36bf2bc660&device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 1096 time: 0.1435120 Apr 30 16:08:12.707850 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-44a99965-09fc-4b00-8985-f125c81302e6 req-dddfe693-027f-46cf-9e25-a4054d1aae5f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894587 Apr 30 16:08:12.891408 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff1c29-8668-4d44-b77b-54d029d21745 req-8747d53d-bf43-4ead-85b3-146cfd5e8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:12.893651 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9fff1c29-8668-4d44-b77b-54d029d21745 req-8747d53d-bf43-4ead-85b3-146cfd5e8693 service neutron] 10.222.0.65 "GET /v2.0/networks?id=32da88a6-ce6b-4b33-bf65-862b73cd8fe0 HTTP/1.1" status: 200 len: 909 time: 0.2593231 Apr 30 16:08:13.000947 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9fff1c29-8668-4d44-b77b-54d029d21745 req-796d27f6-5d8e-496c-b8a3-a26ee3d358c9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77ea4ce7-557c-406d-8243-1a8a337f6049 HTTP/1.1" status: 200 len: 217 time: 0.0915079 Apr 30 16:08:13.015462 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d57bd3-1785-478e-aeb9-cb370ab079f6 req-ace68676-1f2e-45ac-9166-4e7f1138ef71 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:13.017535 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b8d57bd3-1785-478e-aeb9-cb370ab079f6 req-ace68676-1f2e-45ac-9166-4e7f1138ef71 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1410577 Apr 30 16:08:13.089283 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b8d57bd3-1785-478e-aeb9-cb370ab079f6 req-87789d65-1ddf-473f-897c-f44ce40acd4a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655847 Apr 30 16:08:13.094267 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff1c29-8668-4d44-b77b-54d029d21745 req-26083ef9-26d1-4d55-ac64-397d8fd149b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:13.104712 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9fff1c29-8668-4d44-b77b-54d029d21745 req-26083ef9-26d1-4d55-ac64-397d8fd149b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3cf19f2f-98f5-4403-8929-3c6a33997785 HTTP/1.1" status: 200 len: 848 time: 0.0845246 Apr 30 16:08:13.157407 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9fff1c29-8668-4d44-b77b-54d029d21745 req-4d9a8eae-20f7-41c7-94ac-4b84753df893 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32da88a6-ce6b-4b33-bf65-862b73cd8fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509422 Apr 30 16:08:13.416536 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9fff1c29-8668-4d44-b77b-54d029d21745 req-9d2b0920-da0c-4425-90ae-723bab2b4f04 service neutron] 10.222.0.65 "GET /v2.0/networks/32da88a6-ce6b-4b33-bf65-862b73cd8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424154 Apr 30 16:08:13.424845 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb27257-8254-4d2c-87d6-ca136eda0279 req-e8dda48f-515e-499a-ad0c-f099805a345c tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:13.426758 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-cbb27257-8254-4d2c-87d6-ca136eda0279 req-e8dda48f-515e-499a-ad0c-f099805a345c tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 943 time: 0.2014632 Apr 30 16:08:13.589467 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-cbb27257-8254-4d2c-87d6-ca136eda0279 req-36fe07c9-092f-4778-844a-13da098b16d8 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392787 Apr 30 16:08:13.636101 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9fff1c29-8668-4d44-b77b-54d029d21745 req-12b0dc21-217c-4942-aa68-e9abbebac368 service neutron] 10.222.0.65 "GET /v2.0/networks/32da88a6-ce6b-4b33-bf65-862b73cd8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081432 Apr 30 16:08:14.037061 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f0546-88b3-406a-9300-b55183fb1b92 req-a9aa412c-0dd1-4aac-bcb1-dfb0ae1942cd tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:14.038574 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a30f0546-88b3-406a-9300-b55183fb1b92 req-a9aa412c-0dd1-4aac-bcb1-dfb0ae1942cd tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1434770 Apr 30 16:08:14.096972 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a30f0546-88b3-406a-9300-b55183fb1b92 req-293555f9-b6b3-4d39-a3e9-8b0762e31bc2 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479169 Apr 30 16:08:14.350709 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf8d29-0be6-44f9-b449-513d75f45d23 req-63cc1f73-5688-424a-b11b-4fc093c1bab6 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:14.353612 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7bbf8d29-0be6-44f9-b449-513d75f45d23 req-63cc1f73-5688-424a-b11b-4fc093c1bab6 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0969610 Apr 30 16:08:14.405207 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7bbf8d29-0be6-44f9-b449-513d75f45d23 req-5eb25133-279b-48e6-8293-ba985c8d8ee6 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457487 Apr 30 16:08:14.840715 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130bd3e-1663-491f-9935-252f9f6f263e req-9b76678c-2e10-4f94-8f3d-898141b34f15 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:14.854859 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a130bd3e-1663-491f-9935-252f9f6f263e req-9b76678c-2e10-4f94-8f3d-898141b34f15 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 943 time: 0.1344008 Apr 30 16:08:14.904779 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a130bd3e-1663-491f-9935-252f9f6f263e req-2561ffb9-a817-49c4-9e94-3c941cac2147 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487478 Apr 30 16:08:15.313766 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ea2a6-914d-47a8-8c15-8d9f0e2f8c56 req-647d42e5-8fcd-4563-854f-25c4ada4c5d3 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:15.315515 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-865ea2a6-914d-47a8-8c15-8d9f0e2f8c56 req-647d42e5-8fcd-4563-854f-25c4ada4c5d3 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.0991952 Apr 30 16:08:15.364218 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-865ea2a6-914d-47a8-8c15-8d9f0e2f8c56 req-ef9716a8-9ab0-42f6-afe3-3bba32558481 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Apr 30 16:08:15.405788 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-67fe3690-bb37-476a-ae6c-60aaf42270f1 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:15.406582 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-67fe3690-bb37-476a-ae6c-60aaf42270f1 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Synchronizing usage tracker for tenant:aaa4829ec59c4c75ac46881d938bd45a on resource:network {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:08:15.425026 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-67fe3690-bb37-476a-ae6c-60aaf42270f1 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Unset dirty status for tenant:aaa4829ec59c4c75ac46881d938bd45a on resource:network {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:08:15.426219 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-67fe3690-bb37-476a-ae6c-60aaf42270f1 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/networks?id=ab14c342-eb88-4da0-bdec-cbe5ad2345c9 HTTP/1.1" status: 200 len: 813 time: 0.1746168 Apr 30 16:08:15.442282 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-620ba5e7-941a-4e4d-8a02-b83cd5258f24 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/quotas/aaa4829ec59c4c75ac46881d938bd45a HTTP/1.1" status: 200 len: 375 time: 0.0102363 Apr 30 16:08:15.479193 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 77ea4ce7-557c-406d-8243-1a8a337f6049 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:08:15.493213 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-892865d1-9109-461f-af63-8572286f2e79 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=aaa4829ec59c4c75ac46881d938bd45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454903 Apr 30 16:08:15.605423 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a81cd-4066-4708-a8a9-950656376c70 req-8963322a-03a0-4d5b-b143-e524e20dbc8f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:15.606921 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-cf3a81cd-4066-4708-a8a9-950656376c70 req-8963322a-03a0-4d5b-b143-e524e20dbc8f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0886350 Apr 30 16:08:15.628098 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 77ea4ce7-557c-406d-8243-1a8a337f6049, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=77ea4ce7-557c-406d-8243-1a8a337f6049,segment=NetworkSegment(ff308760-1583-4a8d-b785-320a8e039986),segment_id=ff308760-1583-4a8d-b785-320a8e039986)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:15.634550 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-e165e922-e814-49a4-87d9-789efe775e11 service neutron] 10.222.0.67 "GET /v2.0/networks/ab14c342-eb88-4da0-bdec-cbe5ad2345c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350183 Apr 30 16:08:15.642751 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': '77ea4ce7-557c-406d-8243-1a8a337f6049', 'network_id': '32da88a6-ce6b-4b33-bf65-862b73cd8fe0', 'port_id': '77ea4ce7-557c-406d-8243-1a8a337f6049', 'mac_address': 'fa:16:3e:ae:5f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf19f2f-98f5-4403-8929-3c6a33997785', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:08:15.655985 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-cf3a81cd-4066-4708-a8a9-950656376c70 req-0f73626d-7906-4e5b-992b-b98853fc887e tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412486 Apr 30 16:08:15.703640 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:15.721066 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ea4ce7-557c-406d-8243-1a8a337f6049 {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:08:15.737557 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 77ea4ce7-557c-406d-8243-1a8a337f6049, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=77ea4ce7-557c-406d-8243-1a8a337f6049,segment=NetworkSegment(ff308760-1583-4a8d-b785-320a8e039986),segment_id=ff308760-1583-4a8d-b785-320a8e039986)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:15.742328 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:15.744477 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:15.778735 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-501092a8-cae0-4978-9e64-042ac3a519f6 service neutron] 10.222.0.67 "GET /v2.0/networks/ab14c342-eb88-4da0-bdec-cbe5ad2345c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372309 Apr 30 16:08:15.821074 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=77ea4ce7-557c-406d-8243-1a8a337f6049,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:15.824114 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:16.006791 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d29a0158-3f57-4137-8c09-a00e0225d50d req-f34f6c6c-dfc4-4de1-ab24-9fcc56ebdfca tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 210 time: 0.0543618 Apr 30 16:08:16.030658 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3c2e9-c94f-4366-aa66-25e1f7f1124c req-404c46f8-a86f-42cb-bd4a-a83c7229840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:16.032276 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e9b3c2e9-c94f-4366-aa66-25e1f7f1124c req-404c46f8-a86f-42cb-bd4a-a83c7229840a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=30884ecb7cdb4bbdae8da19d8171f557&device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 1098 time: 0.1310592 Apr 30 16:08:16.103061 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['77ea4ce7-557c-406d-8243-1a8a337f6049'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:08:16.154772 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe8f6e-c863-4185-8b53-24fda03a8cbf req-b71216b2-50d0-4bdd-ba36-4f2cad97abd9 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:16.157666 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-febe8f6e-c863-4185-8b53-24fda03a8cbf req-b71216b2-50d0-4bdd-ba36-4f2cad97abd9 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 944 time: 0.1145725 Apr 30 16:08:16.233311 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-febe8f6e-c863-4185-8b53-24fda03a8cbf req-8151a2fc-1e3a-46cd-baac-d226374c203d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698237 Apr 30 16:08:16.270496 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3c2e9-c94f-4366-aa66-25e1f7f1124c req-0b263d0b-434f-4485-94ef-16419f8242b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:16.273355 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e9b3c2e9-c94f-4366-aa66-25e1f7f1124c req-0b263d0b-434f-4485-94ef-16419f8242b8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fbdd012c-48a2-47ac-a102-5128271752a7 HTTP/1.1" status: 200 len: 918 time: 0.2175450 Apr 30 16:08:16.402902 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e9b3c2e9-c94f-4366-aa66-25e1f7f1124c req-495886d0-6f45-44c2-8844-120808115de6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 HTTP/1.1" status: 200 len: 1001 time: 0.1146002 Apr 30 16:08:16.658952 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3c2e9-c94f-4366-aa66-25e1f7f1124c req-d67df159-9160-4f7e-bd3c-acbfe6996a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:16.660411 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e9b3c2e9-c94f-4366-aa66-25e1f7f1124c req-d67df159-9160-4f7e-bd3c-acbfe6996a15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47ce67a9-b01b-4823-9930-c277e305b13b HTTP/1.1" status: 200 len: 856 time: 0.2500885 Apr 30 16:08:16.747135 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74092a-c4cd-424c-ba52-551999f3c963 req-a86bc4cc-05d2-48ef-af97-3bff9b8ee37c tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:16.748639 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3e74092a-c4cd-424c-ba52-551999f3c963 req-a86bc4cc-05d2-48ef-af97-3bff9b8ee37c tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 945 time: 0.1744797 Apr 30 16:08:16.818338 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3e74092a-c4cd-424c-ba52-551999f3c963 req-5d2408b9-6a0e-4fab-a3e6-ebddad559aea tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611746 Apr 30 16:08:16.823888 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3c2e9-c94f-4366-aa66-25e1f7f1124c req-98f77af7-5f27-4ce1-a944-4c79bed361ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:16.825344 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e9b3c2e9-c94f-4366-aa66-25e1f7f1124c req-98f77af7-5f27-4ce1-a944-4c79bed361ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fbdd012c-48a2-47ac-a102-5128271752a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1490533 Apr 30 16:08:16.881285 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764031e0-4cfc-4b63-8745-91bc5b0603cc req-89fc71b5-6e70-4e42-b678-7d41d00065af tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:16.882754 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-764031e0-4cfc-4b63-8745-91bc5b0603cc req-89fc71b5-6e70-4e42-b678-7d41d00065af tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0869162 Apr 30 16:08:16.934012 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-764031e0-4cfc-4b63-8745-91bc5b0603cc req-c25a516f-a5c4-4fe1-90a2-767452cc0b6a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444677 Apr 30 16:08:16.970140 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e9b3c2e9-c94f-4366-aa66-25e1f7f1124c req-f0003ed4-56e9-459d-91a7-87fb1d9505f4 service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332843 Apr 30 16:08:17.107686 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e9b3c2e9-c94f-4366-aa66-25e1f7f1124c req-cd1b0e89-40b6-4bce-8ff2-8061fc3208d1 service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286793 Apr 30 16:08:17.172432 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-28d069e8-2198-4370-a165-2e68f92eeede req-a2952ac7-19fc-4522-bc45-87b2766b49d8 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 210 time: 0.0497370 Apr 30 16:08:17.424756 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-c3bfde69-dc3d-4c94-ad7b-8bb240819eeb tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:17.426295 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-c3bfde69-dc3d-4c94-ad7b-8bb240819eeb tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.65 "GET /v2.0/networks?id=ab14c342-eb88-4da0-bdec-cbe5ad2345c9 HTTP/1.1" status: 200 len: 813 time: 0.1687267 Apr 30 16:08:17.446759 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Request body: {'port': {'device_id': '2197254d-7ac8-490c-8b9c-dd0237e6b0ed', 'network_id': 'ab14c342-eb88-4da0-bdec-cbe5ad2345c9', 'admin_state_up': True, 'tenant_id': 'aaa4829ec59c4c75ac46881d938bd45a'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:17.466573 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3557b4-e552-434e-ac9b-96dbe34ddfe2 req-2e9929e6-c29f-4182-8526-8dfd2cefd380 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:17.468947 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bd3557b4-e552-434e-ac9b-96dbe34ddfe2 req-2e9929e6-c29f-4182-8526-8dfd2cefd380 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 944 time: 0.0889428 Apr 30 16:08:17.500681 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 77ea4ce7-557c-406d-8243-1a8a337f6049 up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:08:17.517094 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bd3557b4-e552-434e-ac9b-96dbe34ddfe2 req-ba28b13b-02fc-4eb9-910a-2c086d6db508 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418944 Apr 30 16:08:17.573283 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port 77ea4ce7-557c-406d-8243-1a8a337f6049 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:08:17.578118 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port 77ea4ce7-557c-406d-8243-1a8a337f6049 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:08:17.578490 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:17.599586 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:17.610181 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:17.621940 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Made reservation on behalf of aaa4829ec59c4c75ac46881d938bd45a for: {'port': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:08:17.626201 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:17.707097 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:17.738656 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f435dc18-746a-4952-9932-2193426ce584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ea4ce7-557c-406d-8243-1a8a337f6049'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:08:17.750154 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 77ea4ce7-557c-406d-8243-1a8a337f6049, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=77ea4ce7-557c-406d-8243-1a8a337f6049,segment=NetworkSegment(ff308760-1583-4a8d-b785-320a8e039986),segment_id=ff308760-1583-4a8d-b785-320a8e039986)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:17.755499 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:17.756581 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:08:17.786295 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:17.831600 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f435dc18-746a-4952-9932-2193426ce584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ea4ce7-557c-406d-8243-1a8a337f6049', 'code': 200} Apr 30 16:08:17.853682 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Allocated IP 172.20.0.14 (ab14c342-eb88-4da0-bdec-cbe5ad2345c9/b44d619f-4545-41f1-ad38-4b5a79bcddac/7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:08:17.885554 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=77ea4ce7-557c-406d-8243-1a8a337f6049,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:17.889050 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:17.951669 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:17.997756 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:18.011574 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:18.018528 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:18.137204 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,revision_number=8']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:18.140688 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:18.151917 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ffc98-687e-449b-bf61-cbc432d151c0 req-c342dfbb-a500-4368-afee-c9e8832ffc5b tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:18.156594 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cd2ffc98-687e-449b-bf61-cbc432d151c0 req-c342dfbb-a500-4368-afee-c9e8832ffc5b tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.1527021 Apr 30 16:08:18.235493 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:18.257894 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cd2ffc98-687e-449b-bf61-cbc432d151c0 req-01d6df58-6e6d-4775-85a4-2f28636f2ed9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559714 Apr 30 16:08:18.262288 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a519b-18a8-4a1f-8a51-c37186c455e5 req-760c2e82-144e-404f-a2b9-0986d67280cd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:18.263817 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-283a519b-18a8-4a1f-8a51-c37186c455e5 req-760c2e82-144e-404f-a2b9-0986d67280cd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1351500 Apr 30 16:08:18.283204 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fee00-a78a-431c-b8c0-2e84776af0f7 req-193f5ac8-2cd6-430a-b2a9-faaa2ceb65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:18.285181 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-651fee00-a78a-431c-b8c0-2e84776af0f7 req-193f5ac8-2cd6-430a-b2a9-faaa2ceb65f3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 1098 time: 0.1269534 Apr 30 16:08:18.323675 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-283a519b-18a8-4a1f-8a51-c37186c455e5 req-bd04b506-e1b3-4e34-8906-e95b5096f167 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523255 Apr 30 16:08:18.325217 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:18.332331 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:18.400857 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-651fee00-a78a-431c-b8c0-2e84776af0f7 req-cea5baf5-119b-4d30-8a1f-da63827620d9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979822 Apr 30 16:08:18.401184 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Network ab14c342-eb88-4da0-bdec-cbe5ad2345c9 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:08:18.404799 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:18.410969 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:08:18.442608 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Pushing event updated for resources: {'Port': ['ID=7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:18.448733 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:18.480075 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:18.480725 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:18.510070 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bb7d1-d538-479b-b21d-e26d1b3a10ba req-6c27c8b8-a1f8-4826-a0e6-1af825b97fc9 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:18.511826 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c58bb7d1-d538-479b-b21d-e26d1b3a10ba req-6c27c8b8-a1f8-4826-a0e6-1af825b97fc9 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 932 time: 0.1055379 Apr 30 16:08:18.513342 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0705423 Apr 30 16:08:18.529158 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Request body: {'port': {'device_id': '2197254d-7ac8-490c-8b9c-dd0237e6b0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:18.561708 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c58bb7d1-d538-479b-b21d-e26d1b3a10ba req-a8fb031a-16ee-4b1e-b5c5-7558bab8f833 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Apr 30 16:08:18.661846 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:19.070327 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-ac001a98-ca2b-4359-99ae-6aa8f46f428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:19.074726 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31e32f-8d1a-4969-9a8a-5319c3ab3951 req-530957e0-1328-4ddd-a3d5-fe06f5677bd3 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:19.076204 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-bd31e32f-8d1a-4969-9a8a-5319c3ab3951 req-530957e0-1328-4ddd-a3d5-fe06f5677bd3 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 945 time: 0.2334638 Apr 30 16:08:19.143907 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-bd31e32f-8d1a-4969-9a8a-5319c3ab3951 req-c26d13ff-b8a9-49bc-a001-f3f3ca16df9f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592830 Apr 30 16:08:19.247633 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d {{(pid=73974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:08:19.255454 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:19.270578 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Transition to ACTIVE for port object 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d will not be triggered until provisioned by entity L2. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:08:19.274099 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:19.278452 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-61e2aba4-5a86-4cfc-aee9-60a8de8b09d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:19.409812 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:19.441511 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:19.486141 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f79ae-4d84-4fd6-8eeb-b7d4df20a6e0 req-b0db1211-984c-4fd5-b0f3-45c99c67e8c3 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:19.489295 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b83f79ae-4d84-4fd6-8eeb-b7d4df20a6e0 req-b0db1211-984c-4fd5-b0f3-45c99c67e8c3 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.0979295 Apr 30 16:08:19.538179 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b83f79ae-4d84-4fd6-8eeb-b7d4df20a6e0 req-48648517-3d61-4a6e-b257-813835b7124b tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443358 Apr 30 16:08:19.566831 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Attempting to bind port 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:08:19.567317 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Attempting to bind port 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'a47b53ac-b035-4512-9686-4807cf38245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ab14c342-eb88-4da0-bdec-cbe5ad2345c9'}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:08:19.567521 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Attempting to bind port 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d on network ab14c342-eb88-4da0-bdec-cbe5ad2345c9 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:08:19.580349 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Port 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d on network ab14c342-eb88-4da0-bdec-cbe5ad2345c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:08:19.580699 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Attempting to bind port 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d on network ab14c342-eb88-4da0-bdec-cbe5ad2345c9 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:08:19.590964 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:08:19.591329 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Checking segment: {'id': 'a47b53ac-b035-4512-9686-4807cf38245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ab14c342-eb88-4da0-bdec-cbe5ad2345c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:08:19.591682 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Bound using segment: {'id': 'a47b53ac-b035-4512-9686-4807cf38245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ab14c342-eb88-4da0-bdec-cbe5ad2345c9'} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:08:19.592105 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Bound port: 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47b53ac-b035-4512-9686-4807cf38245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ab14c342-eb88-4da0-bdec-cbe5ad2345c9'}}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:08:19.592449 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:19.620363 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e2f3f-d99d-4c6a-84e0-43be3f3b6182 req-774bd800-5c91-42a6-812e-b1f5c8e74277 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:19.621625 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9c6e2f3f-d99d-4c6a-84e0-43be3f3b6182 req-774bd800-5c91-42a6-812e-b1f5c8e74277 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1418474 Apr 30 16:08:19.728779 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9c6e2f3f-d99d-4c6a-84e0-43be3f3b6182 req-de998c5b-f118-4510-bb65-cdbfbb1347e3 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789702 Apr 30 16:08:19.739155 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] For port 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d, host hv-cinder-78719, cleared binding levels {{(pid=73974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:08:19.742589 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] For port 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d,segment=NetworkSegment(a47b53ac-b035-4512-9686-4807cf38245a),segment_id=a47b53ac-b035-4512-9686-4807cf38245a)] {{(pid=73974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:08:19.751057 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:19.757570 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-8638be1c-89e1-4865-9d06-103ced91a02f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:19.833594 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c9ced6-1815-496a-8b40-e198dbb15796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:08:19.883135 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:19.883744 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:19.885231 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] 10.222.0.65 "PUT /v2.0/ports/7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d HTTP/1.1" status: 200 len: 1094 time: 1.3603058 Apr 30 16:08:19.885746 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2197254d-7ac8-490c-8b9c-dd0237e6b0ed', 'tag': '7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:08:19.903381 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d,revision_number=3']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:19.907742 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c9ced6-1815-496a-8b40-e198dbb15796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'code': 200} Apr 30 16:08:19.911131 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:19.985069 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a87653-446b-44db-be5a-83b5046c5c23 req-3c585e12-e97b-4cc5-ae90-213f1c85fc7e tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:19.986722 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09a87653-446b-44db-be5a-83b5046c5c23 req-3c585e12-e97b-4cc5-ae90-213f1c85fc7e tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 944 time: 0.2388885 Apr 30 16:08:19.997480 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2197254d-7ac8-490c-8b9c-dd0237e6b0ed', 'tag': '7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d', 'status': 'completed', 'code': 200} Apr 30 16:08:20.034687 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09a87653-446b-44db-be5a-83b5046c5c23 req-d8bb9ba2-4086-4ac4-b54c-8d514247548f tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413833 Apr 30 16:08:20.044221 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-4424204e-08ef-4704-b26a-50b3fa104aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:20.045750 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-4424204e-08ef-4704-b26a-50b3fa104aa3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aaa4829ec59c4c75ac46881d938bd45a&device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 1097 time: 0.0827832 Apr 30 16:08:20.120444 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-6d7cdd33-b8a9-4c51-9e12-57bba506a66d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d HTTP/1.1" status: 200 len: 217 time: 0.0628765 Apr 30 16:08:20.127058 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:08:20.189616 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-6b5bd7ae-5d54-4789-b578-e34f0123e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:20.191052 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-6b5bd7ae-5d54-4789-b578-e34f0123e74d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b44d619f-4545-41f1-ad38-4b5a79bcddac HTTP/1.1" status: 200 len: 853 time: 0.0622945 Apr 30 16:08:20.251395 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-2fa31bb9-554b-4f01-89b5-417d56218a1a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab14c342-eb88-4da0-bdec-cbe5ad2345c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405121 Apr 30 16:08:20.440532 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-2c92ae8b-8476-4b3c-b681-8185d1ef2e4a service neutron] 10.222.0.65 "GET /v2.0/networks/ab14c342-eb88-4da0-bdec-cbe5ad2345c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552246 Apr 30 16:08:20.448217 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74627c2b-79b7-44b5-a999-a8b8abee81d5 req-6fc89064-642a-45dd-8990-b2192318612c tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:20.449659 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-74627c2b-79b7-44b5-a999-a8b8abee81d5 req-6fc89064-642a-45dd-8990-b2192318612c tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 945 time: 0.1950898 Apr 30 16:08:20.678956 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-74627c2b-79b7-44b5-a999-a8b8abee81d5 req-fce23fe4-7a3b-4ac5-af56-cad84803fb8a tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052379 Apr 30 16:08:20.711143 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-45e0cf7b-7f5d-44cb-aa19-9f8c7b06a938 req-1cb4700c-68d9-484b-99d8-5996708dbb24 service neutron] 10.222.0.65 "GET /v2.0/networks/ab14c342-eb88-4da0-bdec-cbe5ad2345c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589865 Apr 30 16:08:20.742131 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da11b2-b51d-439a-aec0-432cd3cfcfba req-fac56e22-f3b5-4faf-a8f9-9bb6f0ee8316 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:20.743607 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f1da11b2-b51d-439a-aec0-432cd3cfcfba req-fac56e22-f3b5-4faf-a8f9-9bb6f0ee8316 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.0889957 Apr 30 16:08:20.811666 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f1da11b2-b51d-439a-aec0-432cd3cfcfba req-b636e404-402a-439e-9f3c-5b03eae4a5aa tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611677 Apr 30 16:08:20.881729 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eac255-2404-43f9-9bdf-889125ea2535 req-84e1b76a-d6cb-40b9-8f68-8a82080b7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:20.883344 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-11eac255-2404-43f9-9bdf-889125ea2535 req-84e1b76a-d6cb-40b9-8f68-8a82080b7b0b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aaa4829ec59c4c75ac46881d938bd45a&device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 1097 time: 0.0886202 Apr 30 16:08:21.091430 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cef31b-b7cc-49a0-8492-f0d9beffeacf req-55f02ea0-9cb2-4c20-9b8e-c059c8680090 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:21.092960 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-49cef31b-b7cc-49a0-8492-f0d9beffeacf req-55f02ea0-9cb2-4c20-9b8e-c059c8680090 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.2054691 Apr 30 16:08:21.093947 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eac255-2404-43f9-9bdf-889125ea2535 req-64d1144e-a8dc-4f19-a347-21b9f3e4bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:21.095431 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-11eac255-2404-43f9-9bdf-889125ea2535 req-64d1144e-a8dc-4f19-a347-21b9f3e4bb6e service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab14c342-eb88-4da0-bdec-cbe5ad2345c9 HTTP/1.1" status: 200 len: 914 time: 0.1749980 Apr 30 16:08:21.192817 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-11eac255-2404-43f9-9bdf-889125ea2535 req-9e8d9fd7-f027-4ccb-b9d0-485903fed25b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d HTTP/1.1" status: 200 len: 217 time: 0.0754511 Apr 30 16:08:21.207709 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-49cef31b-b7cc-49a0-8492-f0d9beffeacf req-f25e1116-9510-48c3-b798-ec484d28f2c7 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054380 Apr 30 16:08:21.286702 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eac255-2404-43f9-9bdf-889125ea2535 req-b1e720f3-6e81-49fa-a54c-83634be2335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:21.288260 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-11eac255-2404-43f9-9bdf-889125ea2535 req-b1e720f3-6e81-49fa-a54c-83634be2335d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b44d619f-4545-41f1-ad38-4b5a79bcddac HTTP/1.1" status: 200 len: 853 time: 0.0773628 Apr 30 16:08:21.391028 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-11eac255-2404-43f9-9bdf-889125ea2535 req-109df074-908d-4182-ae30-154577f7dc26 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab14c342-eb88-4da0-bdec-cbe5ad2345c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888867 Apr 30 16:08:21.578596 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227468cf-c3a8-4178-ac95-b35faf8bbcc7 req-510221b5-ab59-458f-be46-04ab69c55d36 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:21.578596 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-227468cf-c3a8-4178-ac95-b35faf8bbcc7 req-510221b5-ab59-458f-be46-04ab69c55d36 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Synchronizing usage tracker for tenant:aaa4829ec59c4c75ac46881d938bd45a on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:08:21.583419 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-11eac255-2404-43f9-9bdf-889125ea2535 req-8a80bf5c-d54c-4c37-bb1b-9da7ef504899 service neutron] 10.222.0.65 "GET /v2.0/networks/ab14c342-eb88-4da0-bdec-cbe5ad2345c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810470 Apr 30 16:08:21.622646 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-227468cf-c3a8-4178-ac95-b35faf8bbcc7 req-510221b5-ab59-458f-be46-04ab69c55d36 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Unset dirty status for tenant:aaa4829ec59c4c75ac46881d938bd45a on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:08:21.633048 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-227468cf-c3a8-4178-ac95-b35faf8bbcc7 req-510221b5-ab59-458f-be46-04ab69c55d36 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 944 time: 0.2797370 Apr 30 16:08:21.757443 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-227468cf-c3a8-4178-ac95-b35faf8bbcc7 req-3311774b-0292-4bc4-a59d-972b2e0f35f4 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262925 Apr 30 16:08:21.827541 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-11eac255-2404-43f9-9bdf-889125ea2535 req-f0486004-e0e2-49f0-9488-11da66706e39 service neutron] 10.222.0.65 "GET /v2.0/networks/ab14c342-eb88-4da0-bdec-cbe5ad2345c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288458 Apr 30 16:08:21.986516 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-d4a63a41-b65e-4199-a014-adf97e30f7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:22.057058 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732b087-abde-40dc-abff-f6e2c9bff3d8 req-2b939fc6-020c-480e-8741-7c6934e08bfd tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:22.058610 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3732b087-abde-40dc-abff-f6e2c9bff3d8 req-2b939fc6-020c-480e-8741-7c6934e08bfd tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.1142564 Apr 30 16:08:22.114766 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3732b087-abde-40dc-abff-f6e2c9bff3d8 req-813e5f53-b308-4696-9d0f-a42608040e2e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459237 Apr 30 16:08:22.223445 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300f125-aa0b-4488-a5b9-40a54df371e2 req-c45f630a-3bdd-407d-91c2-4a613d587c99 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:22.225003 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f300f125-aa0b-4488-a5b9-40a54df371e2 req-c45f630a-3bdd-407d-91c2-4a613d587c99 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 945 time: 0.0868499 Apr 30 16:08:22.274984 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f300f125-aa0b-4488-a5b9-40a54df371e2 req-d8f5207f-1d74-48c5-9182-058bf19234a9 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440443 Apr 30 16:08:22.384762 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 48164) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:22.407050 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef267d-cc5b-4c8c-84f0-9d6061ad5c97 req-93f741c2-a1b1-4611-a634-afa1866cbca7 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:22.408551 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-14ef267d-cc5b-4c8c-84f0-9d6061ad5c97 req-93f741c2-a1b1-4611-a634-afa1866cbca7 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0854719 Apr 30 16:08:22.457981 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-14ef267d-cc5b-4c8c-84f0-9d6061ad5c97 req-5d44c202-45bd-4f5c-84cc-9e03d7f1e2ea tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430341 Apr 30 16:08:22.508438 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-64ed16a1-116b-4679-9803-991f284e7945 req-46d0452c-bddb-402f-a5e3-958988d7799b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1223938 Apr 30 16:08:22.953361 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaceb5-6ebe-41ec-81f0-9713895e77f9 req-88a20df5-be0b-4eec-a0a0-c65f6b4aacba tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:22.955316 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-dbdaceb5-6ebe-41ec-81f0-9713895e77f9 req-88a20df5-be0b-4eec-a0a0-c65f6b4aacba tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 944 time: 0.0859897 Apr 30 16:08:23.005810 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-dbdaceb5-6ebe-41ec-81f0-9713895e77f9 req-64b93274-e984-42f7-9d3b-e706b47c2e73 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436115 Apr 30 16:08:23.331849 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:23.365697 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97b95d-b539-46a6-b4b6-6517ec31d9e4 req-13f2753d-ed44-4e51-9ed0-b6a70f35f256 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:23.373939 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1f97b95d-b539-46a6-b4b6-6517ec31d9e4 req-13f2753d-ed44-4e51-9ed0-b6a70f35f256 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.1337986 Apr 30 16:08:23.450284 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1f97b95d-b539-46a6-b4b6-6517ec31d9e4 req-d610f7e6-5212-4c85-ab9a-f5d2e997faba tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749846 Apr 30 16:08:23.530793 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02480c4b-730d-4d72-8146-78ec90f7730d req-98abe8c6-4224-41ad-af6e-af4709f51070 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:23.530793 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-02480c4b-730d-4d72-8146-78ec90f7730d req-98abe8c6-4224-41ad-af6e-af4709f51070 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 945 time: 0.1005695 Apr 30 16:08:23.532388 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:08:23.539926 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:08:23.605587 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-02480c4b-730d-4d72-8146-78ec90f7730d req-e5f4707c-5c5f-4c4e-a09c-deb1ff2493dc tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648427 Apr 30 16:08:23.686593 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f2fd9-a031-4ef2-a846-bb1c2284030b req-ca229e73-c64c-408d-9944-99f1e09a0d1b tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:23.688131 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-cf4f2fd9-a031-4ef2-a846-bb1c2284030b req-ca229e73-c64c-408d-9944-99f1e09a0d1b tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0993054 Apr 30 16:08:23.748842 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-cf4f2fd9-a031-4ef2-a846-bb1c2284030b req-848ae163-48dd-4f08-b169-9f832e2feb13 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533583 Apr 30 16:08:23.836609 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d,segment=NetworkSegment(a47b53ac-b035-4512-9686-4807cf38245a),segment_id=a47b53ac-b035-4512-9686-4807cf38245a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:23.848499 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed16a1-116b-4679-9803-991f284e7945 req-8c7a7415-b7d9-44ff-b0e6-7b9356b5584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:23.850279 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-64ed16a1-116b-4679-9803-991f284e7945 req-8c7a7415-b7d9-44ff-b0e6-7b9356b5584d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796&tenant_id=30884ecb7cdb4bbdae8da19d8171f557 HTTP/1.1" status: 200 len: 1096 time: 0.0876281 Apr 30 16:08:23.850711 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': '7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d', 'network_id': 'ab14c342-eb88-4da0-bdec-cbe5ad2345c9', 'port_id': '7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d', 'mac_address': 'fa:16:3e:8c:43:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44d619f-4545-41f1-ad38-4b5a79bcddac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:08:23.908789 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:23.930659 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:08:23.947145 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d,segment=NetworkSegment(a47b53ac-b035-4512-9686-4807cf38245a),segment_id=a47b53ac-b035-4512-9686-4807cf38245a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:23.951095 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed16a1-116b-4679-9803-991f284e7945 req-5ccfa32b-4ad5-4482-98b3-8176bad229e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:23.951268 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:23.952499 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-64ed16a1-116b-4679-9803-991f284e7945 req-5ccfa32b-4ad5-4482-98b3-8176bad229e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=30884ecb7cdb4bbdae8da19d8171f557&device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 1096 time: 0.0757897 Apr 30 16:08:23.953202 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-3082b996-54b6-42d6-80e9-091584379a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:24.020839 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:24.024036 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:24.089576 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed16a1-116b-4679-9803-991f284e7945 req-5228fd01-d999-42f3-a5c0-8484ed850aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:24.091010 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-64ed16a1-116b-4679-9803-991f284e7945 req-5228fd01-d999-42f3-a5c0-8484ed850aee service neutron] 10.222.0.65 "GET /v2.0/networks?id=fbdd012c-48a2-47ac-a102-5128271752a7 HTTP/1.1" status: 200 len: 918 time: 0.1286793 Apr 30 16:08:24.256268 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24def8e-9fbc-462e-86b7-360e596c25ca req-a0500e96-bc64-4f3b-a3be-b01b0b3fa775 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:24.257685 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b24def8e-9fbc-462e-86b7-360e596c25ca req-a0500e96-bc64-4f3b-a3be-b01b0b3fa775 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.65 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 945 time: 0.1558144 Apr 30 16:08:24.265929 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31cbef-332a-406f-b8c5-f7bf21eee7b7 req-8202483d-21f1-4006-9cc6-69034096a2b4 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:24.267386 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9d31cbef-332a-406f-b8c5-f7bf21eee7b7 req-8202483d-21f1-4006-9cc6-69034096a2b4 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 945 time: 0.1331160 Apr 30 16:08:24.308191 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-64ed16a1-116b-4679-9803-991f284e7945 req-18c6166d-c554-4266-9049-e14f4dd4519d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 HTTP/1.1" status: 200 len: 999 time: 0.2057786 Apr 30 16:08:24.330598 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:08:24.390618 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed16a1-116b-4679-9803-991f284e7945 req-22f6363f-6ae9-4537-bae4-4705a192335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:24.392107 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-64ed16a1-116b-4679-9803-991f284e7945 req-22f6363f-6ae9-4537-bae4-4705a192335f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47ce67a9-b01b-4823-9930-c277e305b13b HTTP/1.1" status: 200 len: 856 time: 0.0640869 Apr 30 16:08:24.409248 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9d31cbef-332a-406f-b8c5-f7bf21eee7b7 req-0a7a8d93-9103-478a-a00b-b301b2457619 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113174 Apr 30 16:08:24.444637 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-b24def8e-9fbc-462e-86b7-360e596c25ca req-b7e08927-343a-4d72-a53a-5ffcc4095d0d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Deleting port 77ea4ce7-557c-406d-8243-1a8a337f6049 {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:08:24.445061 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-b24def8e-9fbc-462e-86b7-360e596c25ca req-b7e08927-343a-4d72-a53a-5ffcc4095d0d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:24.482474 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed16a1-116b-4679-9803-991f284e7945 req-84bb1e82-c376-4bf1-add2-c9b692d4c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:24.484030 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-64ed16a1-116b-4679-9803-991f284e7945 req-84bb1e82-c376-4bf1-add2-c9b692d4c0ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fbdd012c-48a2-47ac-a102-5128271752a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825536 Apr 30 16:08:24.588272 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-b24def8e-9fbc-462e-86b7-360e596c25ca req-b7e08927-343a-4d72-a53a-5ffcc4095d0d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] For port 77ea4ce7-557c-406d-8243-1a8a337f6049, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=77ea4ce7-557c-406d-8243-1a8a337f6049,segment=NetworkSegment(ff308760-1583-4a8d-b785-320a8e039986),segment_id=ff308760-1583-4a8d-b785-320a8e039986)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:24.588894 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-b24def8e-9fbc-462e-86b7-360e596c25ca req-b7e08927-343a-4d72-a53a-5ffcc4095d0d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:24.706751 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-64ed16a1-116b-4679-9803-991f284e7945 req-9f3f2b28-d83a-4f5b-bc34-f57ba5283bcb service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126403 Apr 30 16:08:24.730966 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-b24def8e-9fbc-462e-86b7-360e596c25ca req-b7e08927-343a-4d72-a53a-5ffcc4095d0d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Calling delete_port for 77ea4ce7-557c-406d-8243-1a8a337f6049 owned by compute:nova {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:08:24.851286 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:24.870202 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc0b3d-d668-4857-940d-31e80381f0df req-c43f116b-892b-48e9-8a7f-6f939de343da tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:24.872414 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-07dc0b3d-d668-4857-940d-31e80381f0df req-c43f116b-892b-48e9-8a7f-6f939de343da tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.2755995 Apr 30 16:08:24.887396 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502eeeb-4e20-4f48-b4ba-607e58540f06 req-95cb14d1-ad2b-410b-8cab-5e25b2922b59 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:24.888937 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-3502eeeb-4e20-4f48-b4ba-607e58540f06 req-95cb14d1-ad2b-410b-8cab-5e25b2922b59 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 945 time: 0.1544380 Apr 30 16:08:24.942048 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-64ed16a1-116b-4679-9803-991f284e7945 req-f1e6bac8-3a92-4024-983a-d448d53c5d39 service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257462 Apr 30 16:08:24.947305 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-07dc0b3d-d668-4857-940d-31e80381f0df req-0ab034e1-b428-4131-a3e9-643c2022d448 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662351 Apr 30 16:08:25.003388 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-3502eeeb-4e20-4f48-b4ba-607e58540f06 req-9a77e2c2-1d6c-4396-b79a-a14a1b874aff tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750585 Apr 30 16:08:25.004575 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-b24def8e-9fbc-462e-86b7-360e596c25ca req-b7e08927-343a-4d72-a53a-5ffcc4095d0d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.028420 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-56a2fddb-fa6f-40d2-8dda-603bc50e75ff tempest-VolumesActionsTest-2096108921 tempest-VolumesActionsTest-2096108921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:25.105409 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['77ea4ce7-557c-406d-8243-1a8a337f6049'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:08:25.119479 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e08927-343a-4d72-a53a-5ffcc4095d0d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Pushing event deleted for resources: {'Port': ['ID=77ea4ce7-557c-406d-8243-1a8a337f6049,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:25.154139 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b7e08927-343a-4d72-a53a-5ffcc4095d0d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:25.160711 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24def8e-9fbc-462e-86b7-360e596c25ca req-b7e08927-343a-4d72-a53a-5ffcc4095d0d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] No DVR routers for this DVR port 77ea4ce7-557c-406d-8243-1a8a337f6049 on host hv-cinder-78719 {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:08:25.163238 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-b24def8e-9fbc-462e-86b7-360e596c25ca req-b7e08927-343a-4d72-a53a-5ffcc4095d0d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.166010 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f435dc18-746a-4952-9932-2193426ce584', 'name': 'network-vif-deleted', 'tag': '77ea4ce7-557c-406d-8243-1a8a337f6049'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:08:25.212074 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b24def8e-9fbc-462e-86b7-360e596c25ca req-b7e08927-343a-4d72-a53a-5ffcc4095d0d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.65 "DELETE /v2.0/ports/77ea4ce7-557c-406d-8243-1a8a337f6049 HTTP/1.1" status: 204 len: 173 time: 0.9434834 Apr 30 16:08:25.221303 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f435dc18-746a-4952-9932-2193426ce584', 'name': 'network-vif-deleted', 'tag': '77ea4ce7-557c-406d-8243-1a8a337f6049', 'status': 'completed', 'code': 200} Apr 30 16:08:25.285707 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b41d2f-3a3c-4732-aa13-cf6c6d2ecb97 req-c2d1d018-120c-4ce4-8ccb-ff923079dbcd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:25.287375 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-50b41d2f-3a3c-4732-aa13-cf6c6d2ecb97 req-c2d1d018-120c-4ce4-8ccb-ff923079dbcd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1478863 Apr 30 16:08:25.342540 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-50b41d2f-3a3c-4732-aa13-cf6c6d2ecb97 req-b005dd7c-a33d-4ad5-9853-f071fee62afd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492818 Apr 30 16:08:25.544455 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:08:25.623336 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:08:25.635504 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:08:25.635888 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.636867 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba68129-7bf9-4b0a-8a14-74e98531381b req-7d598446-cb20-4482-9ae4-501053f5c317 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:25.638366 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-fba68129-7bf9-4b0a-8a14-74e98531381b req-7d598446-cb20-4482-9ae4-501053f5c317 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 945 time: 0.1060362 Apr 30 16:08:25.690584 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-fba68129-7bf9-4b0a-8a14-74e98531381b req-53e82bda-c3a3-475a-8772-b1f21ac689cf tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412779 Apr 30 16:08:25.765621 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.793295 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2197254d-7ac8-490c-8b9c-dd0237e6b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:08:25.805126 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d,segment=NetworkSegment(a47b53ac-b035-4512-9686-4807cf38245a),segment_id=a47b53ac-b035-4512-9686-4807cf38245a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:25.811219 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.813353 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 77ea4ce7-557c-406d-8243-1a8a337f6049 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:08:25.846451 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:25.882359 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2197254d-7ac8-490c-8b9c-dd0237e6b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d', 'code': 200} Apr 30 16:08:25.894177 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: 77ea4ce7-557c-406d-8243-1a8a337f6049 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:08:25.894527 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 77ea4ce7-557c-406d-8243-1a8a337f6049 not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:08:25.928686 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:25.932391 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:26.198338 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7dd11f5d-d893-4770-8a63-ebe2520db145 req-0c99c3f2-b5a3-46c8-a388-5591bd70faf2 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=f435dc18-746a-4952-9932-2193426ce584 HTTP/1.1" status: 200 len: 210 time: 0.0573804 Apr 30 16:08:26.302089 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58024c2a-a5ee-4fb7-a815-509aa440e0cb req-ab08df02-7e4d-4ad9-8053-0d2ca64ad784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:26.304052 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-58024c2a-a5ee-4fb7-a815-509aa440e0cb req-ab08df02-7e4d-4ad9-8053-0d2ca64ad784 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 1099 time: 0.2476189 Apr 30 16:08:26.378976 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73409960-2812-49e4-b703-56410b6b0f84 req-cfe037ef-de72-4778-92ef-3d0be588b082 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:26.387064 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-73409960-2812-49e4-b703-56410b6b0f84 req-cfe037ef-de72-4778-92ef-3d0be588b082 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.2570128 Apr 30 16:08:26.421956 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-58024c2a-a5ee-4fb7-a815-509aa440e0cb req-1b6aead0-41ff-4c6a-bad9-b713e7c7ea5b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062269 Apr 30 16:08:26.465784 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-73409960-2812-49e4-b703-56410b6b0f84 req-ab679605-c12e-4dc3-afec-8d9dbd4c1bc7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767784 Apr 30 16:08:26.585588 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00975d-bb09-4030-a49c-e2eeba9639c8 req-997975ed-2a8a-4c00-bb14-329d41166ce0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:26.587408 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-db00975d-bb09-4030-a49c-e2eeba9639c8 req-997975ed-2a8a-4c00-bb14-329d41166ce0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1001337 Apr 30 16:08:26.657375 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-db00975d-bb09-4030-a49c-e2eeba9639c8 req-9fe2af20-834a-4dfe-ae9c-57d5327761d0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626800 Apr 30 16:08:26.925752 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49ba1b-33ff-4b88-ace1-ba3f331ff219 req-75607859-9d14-4fab-87b3-fdb6a805af3e tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:26.927205 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8f49ba1b-33ff-4b88-ace1-ba3f331ff219 req-75607859-9d14-4fab-87b3-fdb6a805af3e tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.0963840 Apr 30 16:08:26.982980 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8f49ba1b-33ff-4b88-ace1-ba3f331ff219 req-2ce2d68c-7241-446f-8c85-f0986ce9bfbb tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495486 Apr 30 16:08:27.113049 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:27.671758 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d81d8c-a35f-4214-bffd-18202686b9de req-5a26f28e-a927-4423-936c-f2102e6afe56 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:27.673558 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f9d81d8c-a35f-4214-bffd-18202686b9de req-5a26f28e-a927-4423-936c-f2102e6afe56 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.0893517 Apr 30 16:08:27.680838 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-08c631f6-2641-4ee2-b1d7-bec49f0d76f7 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:27.681662 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-08c631f6-2641-4ee2-b1d7-bec49f0d76f7 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Synchronizing usage tracker for tenant:289d68e989504c899ddcea36bf2bc660 on resource:network {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:08:27.706833 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-08c631f6-2641-4ee2-b1d7-bec49f0d76f7 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Unset dirty status for tenant:289d68e989504c899ddcea36bf2bc660 on resource:network {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:08:27.707963 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-08c631f6-2641-4ee2-b1d7-bec49f0d76f7 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/networks?id=32da88a6-ce6b-4b33-bf65-862b73cd8fe0 HTTP/1.1" status: 200 len: 808 time: 0.1936076 Apr 30 16:08:27.730035 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-cd8aed11-4ac1-4d9e-9903-c1dbc1b90087 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/quotas/289d68e989504c899ddcea36bf2bc660 HTTP/1.1" status: 200 len: 375 time: 0.0127010 Apr 30 16:08:27.743904 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f9d81d8c-a35f-4214-bffd-18202686b9de req-b2ae43f4-6b1b-4ae3-be2c-e20b2199685b tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638189 Apr 30 16:08:27.795301 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-463cf7cb-ceeb-4b8c-b89e-130bbf35e43a tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Synchronizing usage tracker for tenant:289d68e989504c899ddcea36bf2bc660 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:08:27.814312 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-463cf7cb-ceeb-4b8c-b89e-130bbf35e43a tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Unset dirty status for tenant:289d68e989504c899ddcea36bf2bc660 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:08:27.816790 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-463cf7cb-ceeb-4b8c-b89e-130bbf35e43a tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=289d68e989504c899ddcea36bf2bc660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789897 Apr 30 16:08:27.979120 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0a3d4-41fa-418e-b2d7-f23e6f0c9449 req-2b995ef4-32b7-4deb-b503-23f99ae5d921 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:27.987118 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c4d0a3d4-41fa-418e-b2d7-f23e6f0c9449 req-2b995ef4-32b7-4deb-b503-23f99ae5d921 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1103604 Apr 30 16:08:28.004337 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-588ab112-3a47-414d-9965-d2bd5d819bf5 service neutron] 10.222.0.67 "GET /v2.0/networks/32da88a6-ce6b-4b33-bf65-862b73cd8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622040 Apr 30 16:08:28.044949 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c4d0a3d4-41fa-418e-b2d7-f23e6f0c9449 req-3a67eeca-1b1c-4dbd-80f0-8719213fd306 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541799 Apr 30 16:08:28.170336 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-b959ce3c-db5c-44b1-bfd1-c7d914862764 service neutron] 10.222.0.67 "GET /v2.0/networks/32da88a6-ce6b-4b33-bf65-862b73cd8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607101 Apr 30 16:08:28.261579 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11249914-3b90-4b09-a1f7-32b322628cf3 req-88a65c7e-dc0e-429d-8c93-049e7747fce2 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:28.266890 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-11249914-3b90-4b09-a1f7-32b322628cf3 req-88a65c7e-dc0e-429d-8c93-049e7747fce2 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.1080089 Apr 30 16:08:28.331532 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-11249914-3b90-4b09-a1f7-32b322628cf3 req-06d105e1-5a1a-499f-bd00-6efbcbbab76d tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551205 Apr 30 16:08:28.404721 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-3c44a13a-afaf-4f5a-852a-8d0572fe4a30 req-ec9362fc-6818-4c39-b0e1-1de4c1db1e77 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 210 time: 0.0490630 Apr 30 16:08:29.006572 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40249e34-c246-4cd4-a649-e96af1006157 req-88ea4420-d435-414c-a0c4-77f88c5d769d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:29.008015 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-40249e34-c246-4cd4-a649-e96af1006157 req-88ea4420-d435-414c-a0c4-77f88c5d769d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.0936997 Apr 30 16:08:29.057462 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-40249e34-c246-4cd4-a649-e96af1006157 req-2d0a4ba7-ea30-4150-aa1e-7d4546d3aea1 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417516 Apr 30 16:08:29.243967 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5d422-9cb3-412a-a999-54de5a5b8fcb req-88ee789f-b77c-4ad3-85c8-c5934fac41e6 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:29.246516 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e3c5d422-9cb3-412a-a999-54de5a5b8fcb req-88ee789f-b77c-4ad3-85c8-c5934fac41e6 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0855169 Apr 30 16:08:29.298826 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e3c5d422-9cb3-412a-a999-54de5a5b8fcb req-3a69d5e8-8ee6-49c4-b914-fb0687c9c6d8 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469513 Apr 30 16:08:29.586276 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a23bbc-5f77-4071-86b9-c46a9bf210ba req-c33c1b2e-d883-4614-8303-e6af93b53ad4 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:29.594985 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-84a23bbc-5f77-4071-86b9-c46a9bf210ba req-c33c1b2e-d883-4614-8303-e6af93b53ad4 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.0993524 Apr 30 16:08:29.637367 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-925c8925-a909-4d8d-9af8-491f13d0e783 req-2dcc6e1d-5fa4-4b75-a4ef-0be30f6abd97 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 210 time: 0.0852175 Apr 30 16:08:29.651714 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-84a23bbc-5f77-4071-86b9-c46a9bf210ba req-8e4dd8b0-7982-4d7c-b5dc-af61e83364ad tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553796 Apr 30 16:08:30.302169 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f21a9-5ed2-4711-a445-ac717c21ae15 req-f5333e13-815a-462f-b7d0-49728dd2b287 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:30.303958 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e65f21a9-5ed2-4711-a445-ac717c21ae15 req-f5333e13-815a-462f-b7d0-49728dd2b287 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.0915315 Apr 30 16:08:30.409262 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e65f21a9-5ed2-4711-a445-ac717c21ae15 req-681aeda1-9e59-4f1c-badf-a5ea054b1dc7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903113 Apr 30 16:08:30.538490 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef101f-c88e-4160-9fd3-6d4f0c4ae7d8 req-fb71f972-2f7f-43a9-a2fb-01913e7fb91a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:30.540044 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b0ef101f-c88e-4160-9fd3-6d4f0c4ae7d8 req-fb71f972-2f7f-43a9-a2fb-01913e7fb91a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0935738 Apr 30 16:08:30.596445 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b0ef101f-c88e-4160-9fd3-6d4f0c4ae7d8 req-acb8d303-d2a5-497c-8fa5-f97b9a0fb53d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491338 Apr 30 16:08:30.914732 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-be5160fa-5470-4910-b44b-3cb31ae9a44d req-42b8bdb1-6816-4b76-8c7d-8f5806c22046 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 210 time: 0.1164737 Apr 30 16:08:31.042906 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ec36a-dd95-42b2-a0ec-eea003acfff2 req-d4511a9b-f507-4ab5-9317-e01ffc4a1e75 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:31.047253 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-8c6ec36a-dd95-42b2-a0ec-eea003acfff2 req-d4511a9b-f507-4ab5-9317-e01ffc4a1e75 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.1382539 Apr 30 16:08:31.094240 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-8c6ec36a-dd95-42b2-a0ec-eea003acfff2 req-45e017b5-cf17-4b4e-816e-083e54a18194 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413661 Apr 30 16:08:31.717394 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221501ea-feb0-40c3-bfeb-83392bb97a67 req-5f88121f-1cd7-4afe-9924-ee7b3fa290a2 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:31.722499 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-221501ea-feb0-40c3-bfeb-83392bb97a67 req-5f88121f-1cd7-4afe-9924-ee7b3fa290a2 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.1321268 Apr 30 16:08:31.866943 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-221501ea-feb0-40c3-bfeb-83392bb97a67 req-f26fce6a-bebc-402e-b0ba-e6d9b805cb5f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328895 Apr 30 16:08:32.019453 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d9e15-eec8-4804-8401-ce8c484768d9 req-2fbc505a-3dc3-4821-ac93-343e06f92883 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:32.028953 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-128d9e15-eec8-4804-8401-ce8c484768d9 req-2fbc505a-3dc3-4821-ac93-343e06f92883 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.2020888 Apr 30 16:08:32.105597 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-25c8df9c-f2ed-4cb4-9995-ace949d2f522 req-46c1fa4c-c282-4948-9dbf-8416760a2d5f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 210 time: 0.0528383 Apr 30 16:08:32.116113 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-128d9e15-eec8-4804-8401-ce8c484768d9 req-31403f93-8b13-4253-abcc-cf2463a97fa2 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749245 Apr 30 16:08:32.307640 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 48378) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:32.352524 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42f640-1b94-48d0-acca-51f0d155a00a req-ecaa2576-4339-4964-8921-8015f5f3ef9f tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:32.355450 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4e42f640-1b94-48d0-acca-51f0d155a00a req-ecaa2576-4339-4964-8921-8015f5f3ef9f tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.1286652 Apr 30 16:08:32.432640 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4e42f640-1b94-48d0-acca-51f0d155a00a req-85b88829-253c-4301-ba92-f8e2b1bbef39 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655394 Apr 30 16:08:32.514046 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-88a36f1a-4a55-4ec9-bd48-ddd758082eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:32.539973 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-88a36f1a-4a55-4ec9-bd48-ddd758082eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:32.545332 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-88a36f1a-4a55-4ec9-bd48-ddd758082eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:6e1cf5270cfa40b6b38721bf0bbb19ff is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:32.549359 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-88a36f1a-4a55-4ec9-bd48-ddd758082eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:32.555298 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-88a36f1a-4a55-4ec9-bd48-ddd758082eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:32.752246 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-88a36f1a-4a55-4ec9-bd48-ddd758082eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:32.756831 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-88a36f1a-4a55-4ec9-bd48-ddd758082eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:32.763870 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-6b69dcc4-3f55-4619-8e83-f8cb605f4e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:32.805719 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-88a36f1a-4a55-4ec9-bd48-ddd758082eb1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6e1cf5270cfa40b6b38721bf0bbb19ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951758 Apr 30 16:08:32.806678 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a36f1a-4a55-4ec9-bd48-ddd758082eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9b5505-de5a-4cdb-bc65-8191ec0ee899,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:32.809671 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 48384) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:32.811278 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-88a36f1a-4a55-4ec9-bd48-ddd758082eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:32.907006 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ff431741-04c0-4b16-86b2-ed0898441a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:32.938549 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ff431741-04c0-4b16-86b2-ed0898441a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.029614 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ff431741-04c0-4b16-86b2-ed0898441a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.035268 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-3757a382-c46d-49d4-bdce-7df36c2b0ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:33.060505 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff431741-04c0-4b16-86b2-ed0898441a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9b5505-de5a-4cdb-bc65-8191ec0ee899,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:33.082248 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-ff431741-04c0-4b16-86b2-ed0898441a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:33.088058 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ff431741-04c0-4b16-86b2-ed0898441a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.089282 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-ff431741-04c0-4b16-86b2-ed0898441a98 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6c9b5505-de5a-4cdb-bc65-8191ec0ee899 HTTP/1.1" status: 204 len: 168 time: 0.2781863 Apr 30 16:08:33.318765 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e163-c577-497c-b30d-081c8ff1c6ce req-3a0740e7-df15-4c0c-aadf-c81604806852 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:33.343690 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-73a1e163-c577-497c-b30d-081c8ff1c6ce req-3a0740e7-df15-4c0c-aadf-c81604806852 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.2347052 Apr 30 16:08:33.367884 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-74b9aace-e93d-411f-a9eb-376d76057534 req-abd0d48e-990c-4d0c-b48f-066af95f6731 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 210 time: 0.0697949 Apr 30 16:08:33.461421 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-73a1e163-c577-497c-b30d-081c8ff1c6ce req-cd810b14-a716-43fd-8117-32b91122c5d8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129186 Apr 30 16:08:33.637713 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad31dcc-cbe4-47f5-9387-2f645f86a430 req-2ded59ff-cd0a-4f31-b462-4eef1d79a40d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:33.644124 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4ad31dcc-cbe4-47f5-9387-2f645f86a430 req-2ded59ff-cd0a-4f31-b462-4eef1d79a40d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1415701 Apr 30 16:08:33.711229 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4ad31dcc-cbe4-47f5-9387-2f645f86a430 req-99670f25-b367-4f60-b27e-0a76123d678d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604608 Apr 30 16:08:33.730001 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd81ee-4fa6-41ed-a57d-4fc30682724f req-95059bfb-622f-42cf-b423-4ffa35200e78 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:33.737242 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a7dd81ee-4fa6-41ed-a57d-4fc30682724f req-95059bfb-622f-42cf-b423-4ffa35200e78 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.1499946 Apr 30 16:08:33.762705 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 48400) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:33.781803 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e37a0395-b4b1-4eba-be16-0696755d77fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.790777 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a7dd81ee-4fa6-41ed-a57d-4fc30682724f req-0597e8ec-927c-4c4f-bf74-d07f2d4c467a tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514498 Apr 30 16:08:33.798013 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-e37a0395-b4b1-4eba-be16-0696755d77fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:33.802497 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-e37a0395-b4b1-4eba-be16-0696755d77fe admin admin] Usage tracker for resource:security_group_rule and tenant:d94afbdd281d4376a0ebcdb7f51233a3 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:33.806156 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-e37a0395-b4b1-4eba-be16-0696755d77fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:33.819871 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-e37a0395-b4b1-4eba-be16-0696755d77fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:33.949788 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e37a0395-b4b1-4eba-be16-0696755d77fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.955174 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-e37a0395-b4b1-4eba-be16-0696755d77fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.962577 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b68c3473-8ddb-42a0-9dcf-901a68eedd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:34.016047 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a0395-b4b1-4eba-be16-0696755d77fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c942cc-4bde-49c9-8453-c22392069691,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:34.019764 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-e37a0395-b4b1-4eba-be16-0696755d77fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:34.025384 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 48404) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:34.025862 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-e37a0395-b4b1-4eba-be16-0696755d77fe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d94afbdd281d4376a0ebcdb7f51233a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616367 Apr 30 16:08:34.099665 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4443c582-f545-42e4-bb05-926409845999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:34.132819 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4443c582-f545-42e4-bb05-926409845999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:34.191263 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4443c582-f545-42e4-bb05-926409845999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:34.199821 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:34.214844 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443c582-f545-42e4-bb05-926409845999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c942cc-4bde-49c9-8453-c22392069691,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:34.217848 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4443c582-f545-42e4-bb05-926409845999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:34.226391 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4443c582-f545-42e4-bb05-926409845999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:34.230984 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-4443c582-f545-42e4-bb05-926409845999 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c8c942cc-4bde-49c9-8453-c22392069691 HTTP/1.1" status: 204 len: 168 time: 0.2044792 Apr 30 16:08:34.620333 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-87550841-f791-49b1-a6f7-6beeb757ae4e req-b2ed89ac-129d-4d51-9a16-fb4406730741 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 210 time: 0.0850348 Apr 30 16:08:34.726139 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2d34b-c87e-4d63-b96a-e93651fd2a29 req-fb7350b7-b38a-4c12-b3ed-92c30ec25c67 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:34.727936 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-aab2d34b-c87e-4d63-b96a-e93651fd2a29 req-fb7350b7-b38a-4c12-b3ed-92c30ec25c67 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.1081569 Apr 30 16:08:34.812394 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-aab2d34b-c87e-4d63-b96a-e93651fd2a29 req-d545c720-b966-413c-bc8c-b5c1f1e13373 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709269 Apr 30 16:08:35.172134 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43a972-308b-4df9-8e52-1fc01050a1e3 req-33111b04-9c31-4dcc-b7c7-a863d9474b35 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:35.181708 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-eb43a972-308b-4df9-8e52-1fc01050a1e3 req-33111b04-9c31-4dcc-b7c7-a863d9474b35 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.2877009 Apr 30 16:08:35.243872 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dd9d9-c74a-4ebd-b722-1c3ce912c77d req-aed537b6-0249-4688-879f-f0db4183f323 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:35.255975 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fd1dd9d9-c74a-4ebd-b722-1c3ce912c77d req-aed537b6-0249-4688-879f-f0db4183f323 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.1909707 Apr 30 16:08:35.256327 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-eb43a972-308b-4df9-8e52-1fc01050a1e3 req-4ebdd135-4007-4c14-a469-56895e09cc8e tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691769 Apr 30 16:08:35.356851 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fd1dd9d9-c74a-4ebd-b722-1c3ce912c77d req-45eb1e30-358b-48c6-95ef-a348fca83640 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938764 Apr 30 16:08:35.840332 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a8901a3e-dbfb-4b2b-8903-fad475bd0681 req-45fceb88-ec47-408c-b861-b03af37bcc33 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 210 time: 0.0817959 Apr 30 16:08:36.113867 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e28c7-0072-4c49-a477-8f1c30650b9e req-e80ad4a5-299a-4d09-89dc-eff01c3f0dd4 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:36.117600 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-997e28c7-0072-4c49-a477-8f1c30650b9e req-e80ad4a5-299a-4d09-89dc-eff01c3f0dd4 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.1652155 Apr 30 16:08:36.179223 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-997e28c7-0072-4c49-a477-8f1c30650b9e req-31804cb7-caca-4ce0-92f8-29884c92ebef tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560863 Apr 30 16:08:36.542548 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee41e8d-7b0e-40a8-b16d-e47319ee66ea req-d366f0f7-ff20-4922-9fa3-9541aebe645c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:36.544557 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1ee41e8d-7b0e-40a8-b16d-e47319ee66ea req-d366f0f7-ff20-4922-9fa3-9541aebe645c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.0938928 Apr 30 16:08:36.656720 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8b640-d2f0-42ee-af2d-3a3c7d5dd619 req-261f0dae-eb3e-4215-b5ec-0a99275a1200 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:36.658612 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-63b8b640-d2f0-42ee-af2d-3a3c7d5dd619 req-261f0dae-eb3e-4215-b5ec-0a99275a1200 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.1414027 Apr 30 16:08:36.668868 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1ee41e8d-7b0e-40a8-b16d-e47319ee66ea req-6809c5a4-9bcd-48c5-98a8-9ebb60ddcc21 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160610 Apr 30 16:08:36.781123 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-63b8b640-d2f0-42ee-af2d-3a3c7d5dd619 req-456e4f82-17e0-4a83-bda4-3dd1842ec13f tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042488 Apr 30 16:08:37.060195 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1fff7e6b-fdce-4b5f-9168-0ac486f24b18 req-c4c3f7de-732e-4bac-931f-01351a7750a0 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 210 time: 0.0959327 Apr 30 16:08:37.414593 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab39189-5f59-4dad-8c99-2fa12332661b req-cb9749fd-a36d-419c-a7e6-041222e53825 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:37.416162 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-cab39189-5f59-4dad-8c99-2fa12332661b req-cb9749fd-a36d-419c-a7e6-041222e53825 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.0953128 Apr 30 16:08:37.472576 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-cab39189-5f59-4dad-8c99-2fa12332661b req-f94104ce-527a-4f4f-8d25-f28d01250157 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485432 Apr 30 16:08:38.064562 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414cdf4-a2c6-44e5-b8bd-fc3a73106662 req-178675b8-fffa-45d0-9705-c770167c58f9 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:38.068572 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a414cdf4-a2c6-44e5-b8bd-fc3a73106662 req-178675b8-fffa-45d0-9705-c770167c58f9 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1728368 Apr 30 16:08:38.147883 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f0292-8640-4223-9747-e1f9c5250994 req-24f37dd0-933f-4022-979f-fb772ca8f5b8 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:38.150371 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-777f0292-8640-4223-9747-e1f9c5250994 req-24f37dd0-933f-4022-979f-fb772ca8f5b8 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.1070824 Apr 30 16:08:38.156229 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a414cdf4-a2c6-44e5-b8bd-fc3a73106662 req-58a313a5-3bf8-4de6-ae26-2fe486eac4fd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808206 Apr 30 16:08:38.261926 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-777f0292-8640-4223-9747-e1f9c5250994 req-07c65a82-4f94-4daa-8da4-b1448348fbc5 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039412 Apr 30 16:08:38.405317 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-fbe2279d-4876-44c6-8e7a-9d13a343b6d8 req-353e54c9-e86c-462c-85a4-ce59ba934ef3 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 210 time: 0.0892291 Apr 30 16:08:38.589924 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 48510) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:38.807190 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1ab42304-e93c-44a6-988a-546bf74491fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:38.844305 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d32a60-ea2b-4304-965e-0a71417c68bf req-fd0ca8e6-da06-42bc-8984-e5f6e868fe48 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:38.846967 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c6d32a60-ea2b-4304-965e-0a71417c68bf req-fd0ca8e6-da06-42bc-8984-e5f6e868fe48 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.2012153 Apr 30 16:08:38.877034 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-1ab42304-e93c-44a6-988a-546bf74491fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:38.885450 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-1ab42304-e93c-44a6-988a-546bf74491fb admin admin] Usage tracker for resource:security_group_rule and tenant:a07e5686ee474be48da5c9afbc77b98f is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:38.891592 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-1ab42304-e93c-44a6-988a-546bf74491fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:38.906682 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-1ab42304-e93c-44a6-988a-546bf74491fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:38.928287 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c6d32a60-ea2b-4304-965e-0a71417c68bf req-e243b92a-025f-4734-bb25-e51786844aa5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730395 Apr 30 16:08:39.078137 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1ab42304-e93c-44a6-988a-546bf74491fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.085928 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-1ab42304-e93c-44a6-988a-546bf74491fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.102142 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-92cbec42-3a39-4244-9740-8ac0efece4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:39.183144 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-1ab42304-e93c-44a6-988a-546bf74491fb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a07e5686ee474be48da5c9afbc77b98f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5917573 Apr 30 16:08:39.185874 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 48516) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:39.187173 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab42304-e93c-44a6-988a-546bf74491fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a50a63-ae49-4d98-9b48-4c597d516b01,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:39.192602 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-1ab42304-e93c-44a6-988a-546bf74491fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:39.294807 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0159-b51a-44f8-83fd-d93419ce86c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.342070 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0159-b51a-44f8-83fd-d93419ce86c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.505180 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607968eb-15c4-43e7-9187-1d87d8528d89 req-bd4187ee-3c3e-4f43-84c4-482df31f8783 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:39.507728 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-607968eb-15c4-43e7-9187-1d87d8528d89 req-bd4187ee-3c3e-4f43-84c4-482df31f8783 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1559026 Apr 30 16:08:39.509455 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0159-b51a-44f8-83fd-d93419ce86c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.519745 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-de426491-fe03-4c58-9e7c-6d5ce3b668ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:39.542141 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bce645-119b-4512-ae27-35b5b4ca2f42 req-dc71488f-7db2-42a8-8781-c633d24042fb tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:39.545039 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-76bce645-119b-4512-ae27-35b5b4ca2f42 req-dc71488f-7db2-42a8-8781-c633d24042fb tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.1339502 Apr 30 16:08:39.568107 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a0159-b51a-44f8-83fd-d93419ce86c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a50a63-ae49-4d98-9b48-4c597d516b01,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:39.575434 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9b9a0159-b51a-44f8-83fd-d93419ce86c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:39.612766 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0159-b51a-44f8-83fd-d93419ce86c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:39.614588 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-9b9a0159-b51a-44f8-83fd-d93419ce86c2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/81a50a63-ae49-4d98-9b48-4c597d516b01 HTTP/1.1" status: 204 len: 168 time: 0.4269361 Apr 30 16:08:39.623190 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-607968eb-15c4-43e7-9187-1d87d8528d89 req-0ba4eabf-df71-433a-a054-996db3c42495 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067765 Apr 30 16:08:39.642062 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-76bce645-119b-4512-ae27-35b5b4ca2f42 req-6b563b0f-945c-4b0b-bf0a-5058365a555d tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892177 Apr 30 16:08:39.842019 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-417f580a-f1bc-4b24-960d-1c881d7d52dc req-6ec9333c-31d3-4658-a280-0f0d6f77a62b tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 210 time: 0.0666962 Apr 30 16:08:40.106409 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 48538) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:40.127608 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-49b494e4-c746-4c12-9161-052ea0f46fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.155487 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-49b494e4-c746-4c12-9161-052ea0f46fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:40.166436 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-49b494e4-c746-4c12-9161-052ea0f46fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:fc90c2b12bab409b969d395a521adb6b is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:40.172305 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-49b494e4-c746-4c12-9161-052ea0f46fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:40.224441 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-49b494e4-c746-4c12-9161-052ea0f46fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:40.314525 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1eb7a-5cac-450d-8117-c057cbbe545f req-d657df3b-6ba9-489c-b86c-32d5a3f0f675 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:40.316373 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-86a1eb7a-5cac-450d-8117-c057cbbe545f req-d657df3b-6ba9-489c-b86c-32d5a3f0f675 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.1460373 Apr 30 16:08:40.463984 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-86a1eb7a-5cac-450d-8117-c057cbbe545f req-e781c051-ce7b-4a69-9dd4-4351296eeab6 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993285 Apr 30 16:08:40.466846 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-49b494e4-c746-4c12-9161-052ea0f46fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.481034 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-49b494e4-c746-4c12-9161-052ea0f46fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.491912 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2c1ebcc1-1897-48cf-8e86-4340970fc6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:40.528023 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd817b7c-5cda-4e6f-9196-84f5c0e685b7 req-366efd38-c68e-4129-ab63-a757d2e313fc tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:40.535871 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fd817b7c-5cda-4e6f-9196-84f5c0e685b7 req-366efd38-c68e-4129-ab63-a757d2e313fc tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.1762869 Apr 30 16:08:40.538463 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547dc54-5d28-4551-9929-bbc827b5c04b req-e7d27e14-6196-4a8a-af4b-3760848832fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:40.539944 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1547dc54-5d28-4551-9929-bbc827b5c04b req-e7d27e14-6196-4a8a-af4b-3760848832fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2f9906b802c4756bde7bb184510cc70&device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 1137 time: 0.2152967 Apr 30 16:08:40.547339 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-49b494e4-c746-4c12-9161-052ea0f46fb5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fc90c2b12bab409b969d395a521adb6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394934 Apr 30 16:08:40.559972 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 48548) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:40.568923 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b494e4-c746-4c12-9161-052ea0f46fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6574a9a4-1e8c-429b-8673-48b1c0a8d24a,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:40.574051 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-49b494e4-c746-4c12-9161-052ea0f46fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:40.642809 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fd817b7c-5cda-4e6f-9196-84f5c0e685b7 req-73882fc8-f254-48d6-9b67-e7365a7882ed tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&id=78fb6539-a2e3-4c6f-9038-fa8458d961d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004403 Apr 30 16:08:40.679050 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0a96b40e-f2eb-4210-a1a4-a3347e7f3026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.731054 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547dc54-5d28-4551-9929-bbc827b5c04b req-b5ff5afa-b05a-4d7c-9607-ba389c8cc28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:40.734219 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1547dc54-5d28-4551-9929-bbc827b5c04b req-b5ff5afa-b05a-4d7c-9607-ba389c8cc28d service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc105a78-ce6a-4231-abfa-d2cb016b28d7 HTTP/1.1" status: 200 len: 916 time: 0.1842523 Apr 30 16:08:40.736684 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0a96b40e-f2eb-4210-a1a4-a3347e7f3026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.946464 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0a96b40e-f2eb-4210-a1a4-a3347e7f3026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:40.953383 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-88a36f1a-4a55-4ec9-bd48-ddd758082eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:40.968585 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1547dc54-5d28-4551-9929-bbc827b5c04b req-cd16e789-8b25-4f45-8b00-d9cefecc01f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5f708d-2c03-4270-bbd4-e91e7330dd5c HTTP/1.1" status: 200 len: 1000 time: 0.2112758 Apr 30 16:08:40.982474 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96b40e-f2eb-4210-a1a4-a3347e7f3026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6574a9a4-1e8c-429b-8673-48b1c0a8d24a,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:41.008316 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68561c79-d504-4f66-9d98-f0b33cc20745 req-5ab09d59-c807-429d-95f5-d3148107ee2b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:41.010927 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-68561c79-d504-4f66-9d98-f0b33cc20745 req-5ab09d59-c807-429d-95f5-d3148107ee2b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.2080307 Apr 30 16:08:41.024196 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-0a96b40e-f2eb-4210-a1a4-a3347e7f3026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:41.042105 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0a96b40e-f2eb-4210-a1a4-a3347e7f3026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:41.045458 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-0a96b40e-f2eb-4210-a1a4-a3347e7f3026 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6574a9a4-1e8c-429b-8673-48b1c0a8d24a HTTP/1.1" status: 204 len: 168 time: 0.4841471 Apr 30 16:08:41.106641 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185421d-238d-4dcb-9157-df4d855fb1c3 req-4257db87-5651-4034-b68c-0957dd0a1988 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:41.108572 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d185421d-238d-4dcb-9157-df4d855fb1c3 req-4257db87-5651-4034-b68c-0957dd0a1988 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.2801139 Apr 30 16:08:41.110377 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547dc54-5d28-4551-9929-bbc827b5c04b req-45355a55-4921-4ab0-be4c-b7a68939827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:41.112151 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1547dc54-5d28-4551-9929-bbc827b5c04b req-45355a55-4921-4ab0-be4c-b7a68939827b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8bcdef9-4528-46fb-917a-8c816ff59819 HTTP/1.1" status: 200 len: 854 time: 0.1290298 Apr 30 16:08:41.183792 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-68561c79-d504-4f66-9d98-f0b33cc20745 req-5752be29-160f-4e88-be2b-d12450ea97a6 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547816 Apr 30 16:08:41.332940 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d185421d-238d-4dcb-9157-df4d855fb1c3 req-20a2fe44-592e-470a-997e-1ea32e12c121 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146707 Apr 30 16:08:41.391093 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-660a72a4-5364-4e5b-b9e7-3e8c525cece9 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:41.392867 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-660a72a4-5364-4e5b-b9e7-3e8c525cece9 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.65 "GET /v2.0/networks?id=32da88a6-ce6b-4b33-bf65-862b73cd8fe0 HTTP/1.1" status: 200 len: 808 time: 0.2961245 Apr 30 16:08:41.424397 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547dc54-5d28-4551-9929-bbc827b5c04b req-88f8b63e-45a8-47b4-8703-94a233d1b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:41.426190 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1547dc54-5d28-4551-9929-bbc827b5c04b req-88f8b63e-45a8-47b4-8703-94a233d1b17b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc105a78-ce6a-4231-abfa-d2cb016b28d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2026749 Apr 30 16:08:41.443138 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Request body: {'port': {'device_id': '388db1d8-72f8-4a0b-a0d2-6e41c5037192', 'network_id': '32da88a6-ce6b-4b33-bf65-862b73cd8fe0', 'admin_state_up': True, 'tenant_id': '289d68e989504c899ddcea36bf2bc660'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:41.477358 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-41aaf6df-1342-4ac4-8ea3-46d2c9f31432 req-2f0171fa-4496-489f-b2d3-f08a1fa7e47a tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 210 time: 0.0966094 Apr 30 16:08:41.653355 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:41.804527 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1547dc54-5d28-4551-9929-bbc827b5c04b req-21ad4dbe-e525-4031-8a02-ab9731a6e8e4 service neutron] 10.222.0.65 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690672 Apr 30 16:08:41.890746 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:41.903397 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:41.925547 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Made reservation on behalf of 289d68e989504c899ddcea36bf2bc660 for: {'port': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:08:41.931365 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:42.089116 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1547dc54-5d28-4551-9929-bbc827b5c04b req-987a6941-f91b-4c4b-ae13-f8a282e968f3 service neutron] 10.222.0.65 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032254 Apr 30 16:08:42.101459 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacce6d1-4d47-43b5-9805-0239b04fbd4c req-60fb252b-1826-4381-a6b7-eb3548059ecc tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:42.108921 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bacce6d1-4d47-43b5-9805-0239b04fbd4c req-60fb252b-1826-4381-a6b7-eb3548059ecc tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 943 time: 0.3086715 Apr 30 16:08:42.174278 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bacce6d1-4d47-43b5-9805-0239b04fbd4c req-00d1e799-a8b9-41bc-a0c1-959010a99182 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642416 Apr 30 16:08:42.265981 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f67d78-479a-4157-8bfb-78f6741afd35 req-0bfd9cce-c6cc-4954-8d1c-89894cce9ef2 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:42.267543 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-65f67d78-479a-4157-8bfb-78f6741afd35 req-0bfd9cce-c6cc-4954-8d1c-89894cce9ef2 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.3483746 Apr 30 16:08:42.310275 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Allocated IP 172.20.0.6 (32da88a6-ce6b-4b33-bf65-862b73cd8fe0/3cf19f2f-98f5-4403-8929-3c6a33997785/02f70069-c3a0-4114-8718-be694eb6e32c) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:08:42.321216 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda2a3e-ed62-4083-882b-3ee4a25a092d req-35345a2a-58c0-40d1-8929-a919b1d55478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:42.322795 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5eda2a3e-ed62-4083-882b-3ee4a25a092d req-35345a2a-58c0-40d1-8929-a919b1d55478 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 1098 time: 0.2669654 Apr 30 16:08:42.404338 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-65f67d78-479a-4157-8bfb-78f6741afd35 req-be9f3e55-9255-4316-9e34-a363f97d6fb1 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&id=78fb6539-a2e3-4c6f-9038-fa8458d961d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1226685 Apr 30 16:08:42.462631 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5eda2a3e-ed62-4083-882b-3ee4a25a092d req-127112ef-ee36-406a-b73a-3edf133d7711 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278548 Apr 30 16:08:42.586888 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cb44d-82f4-4aff-aa1b-d8171466891b req-285c82bb-4a0d-4406-a040-785cedebd008 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:42.596157 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c79cb44d-82f4-4aff-aa1b-d8171466891b req-285c82bb-4a0d-4406-a040-785cedebd008 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.1476438 Apr 30 16:08:42.658844 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c79cb44d-82f4-4aff-aa1b-d8171466891b req-00e023b7-9bb0-4309-8d66-9eeecab63f1a tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616558 Apr 30 16:08:42.784132 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:42.821520 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c4930191-983e-4556-ad08-57df3ae06ed4 req-473986b3-5c18-4624-a74d-3972f293ce4c tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 210 time: 0.0579159 Apr 30 16:08:42.821867 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:42.845440 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:42.916233 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Network 32da88a6-ce6b-4b33-bf65-862b73cd8fe0 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:08:42.927633 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:08:42.934760 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:08:42.983795 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Pushing event updated for resources: {'Port': ['ID=02f70069-c3a0-4114-8718-be694eb6e32c,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:42.994517 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:43.052607 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:43.053778 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:43.090386 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138004-37bd-4bcd-a4e1-d86f347b399e req-19b60d42-6380-40db-9b50-a912f1abf92c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:43.093651 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-81138004-37bd-4bcd-a4e1-d86f347b399e req-19b60d42-6380-40db-9b50-a912f1abf92c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.4321887 Apr 30 16:08:43.157852 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-31c6d627-706e-4196-9b4d-b4f602a8a64f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7239821 Apr 30 16:08:43.194199 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Request body: {'port': {'device_id': '388db1d8-72f8-4a0b-a0d2-6e41c5037192', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:08:43.277922 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-81138004-37bd-4bcd-a4e1-d86f347b399e req-2da1bddc-f7ea-4a36-88d5-040f6f41c4e9 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772201 Apr 30 16:08:43.432852 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:43.603786 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:08:43.773551 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e77d3-8c1d-4958-aec6-d4bfec648ebd req-855dfca7-d119-40e4-9267-f07340515a2e tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:43.786068 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1b5e77d3-8c1d-4958-aec6-d4bfec648ebd req-855dfca7-d119-40e4-9267-f07340515a2e tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.2222672 Apr 30 16:08:43.814198 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 48616) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:43.840583 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:43.861088 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'port_id': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'mac_address': 'fa:16:3e:5f:76:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:08:43.891636 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1b5e77d3-8c1d-4958-aec6-d4bfec648ebd req-455a22a0-7433-421b-b100-e0bd25d404ed tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&id=78fb6539-a2e3-4c6f-9038-fa8458d961d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044519 Apr 30 16:08:43.973263 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:44.016089 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:08:44.052772 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:44.061191 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:44.070907 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:44.129883 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced3aa2-c09e-460c-a58b-0eb803082329 req-209e380b-f357-4dbc-99c1-c29beff0b605 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:44.140346 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9ced3aa2-c09e-460c-a58b-0eb803082329 req-209e380b-f357-4dbc-99c1-c29beff0b605 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 931 time: 0.1367772 Apr 30 16:08:44.183236 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3c96f5d7-b52e-4aeb-a771-ff085f29ea84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:44.215396 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-3c96f5d7-b52e-4aeb-a771-ff085f29ea84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:44.225499 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9ced3aa2-c09e-460c-a58b-0eb803082329 req-1483689b-690e-4d16-a08a-0153db004e58 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835438 Apr 30 16:08:44.229331 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-3c96f5d7-b52e-4aeb-a771-ff085f29ea84 admin admin] Usage tracker for resource:security_group_rule and tenant:e155c060cddb4f71b0964d19d7f1ecb7 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:44.237127 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-3c96f5d7-b52e-4aeb-a771-ff085f29ea84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:44.246738 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,revision_number=9']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:44.247353 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f70069-c3a0-4114-8718-be694eb6e32c {{(pid=73974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:08:44.253211 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-3c96f5d7-b52e-4aeb-a771-ff085f29ea84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:44.253902 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:44.254432 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:44.254935 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:44.255413 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:44.255882 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:44.256539 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:44.256775 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:44.257068 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:44.257398 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:44.257727 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:44.258042 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:44.258398 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:44.260311 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:44.262840 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:44.292356 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534af54-0ccf-41c7-a084-4d6c6c8e3f7d req-e8077889-74e5-47cc-bbb5-3b024bf5cf66 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:44.294249 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1534af54-0ccf-41c7-a084-4d6c6c8e3f7d req-e8077889-74e5-47cc-bbb5-3b024bf5cf66 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 944 time: 0.1954842 Apr 30 16:08:44.295625 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Transition to ACTIVE for port object 02f70069-c3a0-4114-8718-be694eb6e32c will not be triggered until provisioned by entity L2. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:08:44.332080 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:44.341328 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-a502ea31-d3bc-4c8f-91d3-1db5a0adcdaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:44.394624 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3c96f5d7-b52e-4aeb-a771-ff085f29ea84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:44.400880 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3c96f5d7-b52e-4aeb-a771-ff085f29ea84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:44.410917 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-168c75e7-85e8-44ee-a033-b4f37b3cc96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:44.456483 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:08:44.465158 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-3c96f5d7-b52e-4aeb-a771-ff085f29ea84 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e155c060cddb4f71b0964d19d7f1ecb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6453342 Apr 30 16:08:44.511359 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 48628) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:44.511359 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96f5d7-b52e-4aeb-a771-ff085f29ea84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e554e91b-8c89-45e9-8666-5f04856787e6,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:44.515850 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-3c96f5d7-b52e-4aeb-a771-ff085f29ea84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:44.623723 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc48bd8-801f-4e66-a240-fe2138aa47b6 req-ec7ac9c8-4dd1-408c-b9dc-36b968202949 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:44.626089 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-efc48bd8-801f-4e66-a240-fe2138aa47b6 req-ec7ac9c8-4dd1-408c-b9dc-36b968202949 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1628759 Apr 30 16:08:44.629211 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-98cb0dbf-6bf2-49ba-bbc2-056621e59a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:44.653575 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Pushing event updated for resources: {'Port': ['ID=02f70069-c3a0-4114-8718-be694eb6e32c,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:44.659540 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:44.680001 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-98cb0dbf-6bf2-49ba-bbc2-056621e59a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:44.723094 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1534af54-0ccf-41c7-a084-4d6c6c8e3f7d req-49f006e8-5fd8-4980-a487-3f85931add34 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4200439 Apr 30 16:08:44.738103 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-efc48bd8-801f-4e66-a240-fe2138aa47b6 req-c9c4ccd9-9508-4d93-a012-3270db3b5084 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920141 Apr 30 16:08:44.767198 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-98cb0dbf-6bf2-49ba-bbc2-056621e59a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:44.770934 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cd64f7be-43ce-451b-9851-4e7c84952300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:44.785322 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb0dbf-6bf2-49ba-bbc2-056621e59a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e554e91b-8c89-45e9-8666-5f04856787e6,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:44.790095 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-98cb0dbf-6bf2-49ba-bbc2-056621e59a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:44.808447 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-98cb0dbf-6bf2-49ba-bbc2-056621e59a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:44.810403 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-98cb0dbf-6bf2-49ba-bbc2-056621e59a84 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e554e91b-8c89-45e9-8666-5f04856787e6 HTTP/1.1" status: 204 len: 168 time: 0.2965360 Apr 30 16:08:44.895141 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Attempting to bind port 02f70069-c3a0-4114-8718-be694eb6e32c on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:08:44.895539 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Attempting to bind port 02f70069-c3a0-4114-8718-be694eb6e32c by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'ff308760-1583-4a8d-b785-320a8e039986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '32da88a6-ce6b-4b33-bf65-862b73cd8fe0'}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:08:44.895910 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Attempting to bind port 02f70069-c3a0-4114-8718-be694eb6e32c on network 32da88a6-ce6b-4b33-bf65-862b73cd8fe0 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:08:44.903063 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Port 02f70069-c3a0-4114-8718-be694eb6e32c on network 32da88a6-ce6b-4b33-bf65-862b73cd8fe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:08:44.903651 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Attempting to bind port 02f70069-c3a0-4114-8718-be694eb6e32c on network 32da88a6-ce6b-4b33-bf65-862b73cd8fe0 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:08:44.912981 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:08:44.913651 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Checking segment: {'id': 'ff308760-1583-4a8d-b785-320a8e039986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '32da88a6-ce6b-4b33-bf65-862b73cd8fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:08:44.914232 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Bound using segment: {'id': 'ff308760-1583-4a8d-b785-320a8e039986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '32da88a6-ce6b-4b33-bf65-862b73cd8fe0'} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:08:44.915006 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Bound port: 02f70069-c3a0-4114-8718-be694eb6e32c, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff308760-1583-4a8d-b785-320a8e039986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '32da88a6-ce6b-4b33-bf65-862b73cd8fe0'}}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:08:44.916033 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:45.319162 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] For port 02f70069-c3a0-4114-8718-be694eb6e32c, host hv-cinder-78719, cleared binding levels {{(pid=73974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:08:45.335738 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] For port 02f70069-c3a0-4114-8718-be694eb6e32c, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=02f70069-c3a0-4114-8718-be694eb6e32c,segment=NetworkSegment(ff308760-1583-4a8d-b785-320a8e039986),segment_id=ff308760-1583-4a8d-b785-320a8e039986)] {{(pid=73974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:08:45.345362 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:45.356869 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-63b7f49f-52c9-4aa1-a0b7-fe74454a0292 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:45.502556 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e7a23-17ff-4d4b-992f-373a16c351c5 req-617fa9db-b4b0-4fa9-b202-29c01907ed60 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:45.504615 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-445e7a23-17ff-4d4b-992f-373a16c351c5 req-617fa9db-b4b0-4fa9-b202-29c01907ed60 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.3390627 Apr 30 16:08:45.512638 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:45.513711 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:45.516620 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] 10.222.0.65 "PUT /v2.0/ports/02f70069-c3a0-4114-8718-be694eb6e32c HTTP/1.1" status: 200 len: 1093 time: 2.3376608 Apr 30 16:08:45.517481 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388db1d8-72f8-4a0b-a0d2-6e41c5037192', 'tag': '02f70069-c3a0-4114-8718-be694eb6e32c'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:08:45.625594 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:08:45.676565 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Pushing event updated for resources: {'Port': ['ID=02f70069-c3a0-4114-8718-be694eb6e32c,revision_number=3']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:45.708828 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:45.789478 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-445e7a23-17ff-4d4b-992f-373a16c351c5 req-2ab03f58-649c-48d9-aff4-659fe5e05bf5 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&id=78fb6539-a2e3-4c6f-9038-fa8458d961d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1982288 Apr 30 16:08:45.821061 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23383a7-4cf1-49c6-b3fb-311c485d5f08 req-39687741-65c3-429f-a22a-a5904e5eb7a3 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:45.823216 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d23383a7-4cf1-49c6-b3fb-311c485d5f08 req-39687741-65c3-429f-a22a-a5904e5eb7a3 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 943 time: 0.2631929 Apr 30 16:08:45.832318 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:08:45.833833 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:45.912006 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00920eac-1ef1-489c-adef-c0bc97336f3f req-21c2c022-e4d9-4ad5-8289-3af67d4941ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:45.918643 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-00920eac-1ef1-489c-adef-c0bc97336f3f req-21c2c022-e4d9-4ad5-8289-3af67d4941ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8baee5fa7e864efcb872c20e058ef004&device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 1098 time: 0.4123421 Apr 30 16:08:45.932922 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-908218ed-632c-42de-b8b3-8dba81ee8db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:45.950370 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-908218ed-632c-42de-b8b3-8dba81ee8db7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=289d68e989504c899ddcea36bf2bc660&device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 1096 time: 0.3479500 Apr 30 16:08:45.956971 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d23383a7-4cf1-49c6-b3fb-311c485d5f08 req-0b250583-c46d-4448-847c-5dee881a61c6 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118822 Apr 30 16:08:46.135928 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-76120f69-5ac6-4951-b152-7e1edec99118 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02f70069-c3a0-4114-8718-be694eb6e32c HTTP/1.1" status: 200 len: 217 time: 0.1277525 Apr 30 16:08:46.151718 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388db1d8-72f8-4a0b-a0d2-6e41c5037192', 'tag': '02f70069-c3a0-4114-8718-be694eb6e32c', 'status': 'completed', 'code': 200} Apr 30 16:08:46.161508 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:46.291444 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:46.294515 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c9ced6-1815-496a-8b40-e198dbb15796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:08:46.311856 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:46.317104 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:46.418625 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,revision_number=10']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:46.423679 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:46.439048 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe8c29-3d24-4073-99a0-67bad41b214d req-c72560b8-2ebd-4605-9fab-17209ca83072 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:46.447108 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5fbe8c29-3d24-4073-99a0-67bad41b214d req-c72560b8-2ebd-4605-9fab-17209ca83072 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 946 time: 0.1635640 Apr 30 16:08:46.511806 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5fbe8c29-3d24-4073-99a0-67bad41b214d req-0580bcfa-aa36-4ada-86c4-78a2328050ca tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635984 Apr 30 16:08:46.562724 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-3b1f94e3-3dce-41fb-ab6f-07fcf849f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:46.565814 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-3b1f94e3-3dce-41fb-ab6f-07fcf849f4d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3cf19f2f-98f5-4403-8929-3c6a33997785 HTTP/1.1" status: 200 len: 848 time: 0.4124196 Apr 30 16:08:46.575629 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00920eac-1ef1-489c-adef-c0bc97336f3f req-a33d703a-7775-4604-9b3a-039f48f504b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:46.577825 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-00920eac-1ef1-489c-adef-c0bc97336f3f req-a33d703a-7775-4604-9b3a-039f48f504b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56b59402-099e-42b6-a07e-fb025d8545b0 HTTP/1.1" status: 200 len: 919 time: 0.6263533 Apr 30 16:08:46.622771 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c9ced6-1815-496a-8b40-e198dbb15796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'code': 200} Apr 30 16:08:46.711456 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-e7545d9e-0aad-4a94-8c68-2c1e2f2ac268 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32da88a6-ce6b-4b33-bf65-862b73cd8fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321049 Apr 30 16:08:46.754038 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-00920eac-1ef1-489c-adef-c0bc97336f3f req-97a2568d-6bfb-417b-8ae2-38ca5346f6f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4005add-2a65-4c56-b508-17dc81f888d0 HTTP/1.1" status: 200 len: 217 time: 0.1209555 Apr 30 16:08:46.877477 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffbf45-5481-413e-87ff-088e2e64d3ba req-69a5aad6-ab45-42b0-9862-40e88b3f130b tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:46.879091 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-77ffbf45-5481-413e-87ff-088e2e64d3ba req-69a5aad6-ab45-42b0-9862-40e88b3f130b tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.7294514 Apr 30 16:08:46.978229 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-77ffbf45-5481-413e-87ff-088e2e64d3ba req-5381e18f-2dfb-468c-92f9-580c3430d1b1 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804272 Apr 30 16:08:46.986502 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00920eac-1ef1-489c-adef-c0bc97336f3f req-4864b2f3-e798-4198-b6de-b58b673fcc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:46.987257 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-00920eac-1ef1-489c-adef-c0bc97336f3f req-4864b2f3-e798-4198-b6de-b58b673fcc1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f679e3b4-95e5-4a15-977e-21a4265e9b6c HTTP/1.1" status: 200 len: 858 time: 0.2135310 Apr 30 16:08:47.082929 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-00920eac-1ef1-489c-adef-c0bc97336f3f req-4c944444-2094-45fb-abc5-d0f454c2fa4d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b59402-099e-42b6-a07e-fb025d8545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789526 Apr 30 16:08:47.088721 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-4df6ee34-4bd1-4876-8bae-1e39f296afbb service neutron] 10.222.0.65 "GET /v2.0/networks/32da88a6-ce6b-4b33-bf65-862b73cd8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659389 Apr 30 16:08:47.270884 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6f207-aa7d-42a1-a40f-844afcd672b8 req-210a14b0-5578-4623-8b59-19ef7b704d9f tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:47.273679 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0ba6f207-aa7d-42a1-a40f-844afcd672b8 req-210a14b0-5578-4623-8b59-19ef7b704d9f tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.1536317 Apr 30 16:08:47.387038 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0ba6f207-aa7d-42a1-a40f-844afcd672b8 req-0b43f947-ad5d-4415-92c2-60efc52bb1f1 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&id=78fb6539-a2e3-4c6f-9038-fa8458d961d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065857 Apr 30 16:08:47.408815 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6623b15b-ceec-47e9-8c99-c8139f6b81b4 req-bf2e7839-6a25-466c-8d10-69b4fa82d1c2 service neutron] 10.222.0.65 "GET /v2.0/networks/32da88a6-ce6b-4b33-bf65-862b73cd8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986755 Apr 30 16:08:47.665364 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3480567-5f46-4705-a6e8-f3cf3ef69e16 req-8fd881be-4c87-4890-83b0-1b008110324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:47.669068 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d3480567-5f46-4705-a6e8-f3cf3ef69e16 req-8fd881be-4c87-4890-83b0-1b008110324c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=289d68e989504c899ddcea36bf2bc660&device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 1096 time: 0.1607482 Apr 30 16:08:47.814053 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-00920eac-1ef1-489c-adef-c0bc97336f3f req-71c8f0d1-2e33-4c2c-812e-db8facadf41f service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061133 Apr 30 16:08:47.915610 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650001c-5d08-4c31-801e-85d6f146e6f7 req-6bdd5e88-00fe-4ea3-bbc1-1144ace5755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:47.919036 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d650001c-5d08-4c31-801e-85d6f146e6f7 req-6bdd5e88-00fe-4ea3-bbc1-1144ace5755c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 1099 time: 0.3899319 Apr 30 16:08:47.947403 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d68c1-1cdb-4a9c-bfc5-c4282abb820f req-45a98e7e-1530-4b47-af7b-0e0a9f8f389f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:47.948650 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-671d68c1-1cdb-4a9c-bfc5-c4282abb820f req-45a98e7e-1530-4b47-af7b-0e0a9f8f389f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Synchronizing usage tracker for tenant:289d68e989504c899ddcea36bf2bc660 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:08:48.049498 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3480567-5f46-4705-a6e8-f3cf3ef69e16 req-b035b344-2756-4a3c-aef5-33e68f580ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:48.052304 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d3480567-5f46-4705-a6e8-f3cf3ef69e16 req-b035b344-2756-4a3c-aef5-33e68f580ed5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=32da88a6-ce6b-4b33-bf65-862b73cd8fe0 HTTP/1.1" status: 200 len: 909 time: 0.3739693 Apr 30 16:08:48.190050 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-671d68c1-1cdb-4a9c-bfc5-c4282abb820f req-45a98e7e-1530-4b47-af7b-0e0a9f8f389f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Unset dirty status for tenant:289d68e989504c899ddcea36bf2bc660 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:08:48.192058 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-671d68c1-1cdb-4a9c-bfc5-c4282abb820f req-45a98e7e-1530-4b47-af7b-0e0a9f8f389f tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 943 time: 0.8480716 Apr 30 16:08:48.198259 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d3480567-5f46-4705-a6e8-f3cf3ef69e16 req-57560631-41f2-4bd5-886a-5f26805166ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02f70069-c3a0-4114-8718-be694eb6e32c HTTP/1.1" status: 200 len: 217 time: 0.1321287 Apr 30 16:08:48.208122 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d650001c-5d08-4c31-801e-85d6f146e6f7 req-e76b6657-ba93-4a7b-97f2-18a6acb84f26 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508135 Apr 30 16:08:48.272158 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-00920eac-1ef1-489c-adef-c0bc97336f3f req-f6428546-b9d2-4c1f-84d0-08b75a461758 service neutron] 10.222.0.65 "GET /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456666 Apr 30 16:08:48.284546 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-671d68c1-1cdb-4a9c-bfc5-c4282abb820f req-6bdeb77f-c5cb-43bf-8239-2e828f038f72 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803533 Apr 30 16:08:48.327985 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3480567-5f46-4705-a6e8-f3cf3ef69e16 req-c4b1311f-9287-4bf5-8103-150752edb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:48.329668 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d3480567-5f46-4705-a6e8-f3cf3ef69e16 req-c4b1311f-9287-4bf5-8103-150752edb65f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3cf19f2f-98f5-4403-8929-3c6a33997785 HTTP/1.1" status: 200 len: 848 time: 0.0894833 Apr 30 16:08:48.418564 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e22a4a-6cb0-4227-afb0-2a716a951d54 req-36d19218-c82e-4378-a1d5-5e2ef09056ed tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:48.420849 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d3e22a4a-6cb0-4227-afb0-2a716a951d54 req-36d19218-c82e-4378-a1d5-5e2ef09056ed tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 946 time: 0.2253110 Apr 30 16:08:48.519452 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d3480567-5f46-4705-a6e8-f3cf3ef69e16 req-0efc89c1-8f14-4120-9dcd-661dd299e935 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32da88a6-ce6b-4b33-bf65-862b73cd8fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656010 Apr 30 16:08:48.614872 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7da00-78e7-4b8b-9396-ddff9f01f9d6 req-756f6f00-e7b0-4531-b8b7-a2f26fa4b096 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:48.616480 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e9b7da00-78e7-4b8b-9396-ddff9f01f9d6 req-756f6f00-e7b0-4531-b8b7-a2f26fa4b096 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1441953 Apr 30 16:08:48.663940 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d3e22a4a-6cb0-4227-afb0-2a716a951d54 req-912577b0-c50a-408a-a709-8f9388e94305 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467435 Apr 30 16:08:48.683293 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e9b7da00-78e7-4b8b-9396-ddff9f01f9d6 req-7e49a473-0a12-4446-817e-2167995f35dd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545056 Apr 30 16:08:48.710499 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d3480567-5f46-4705-a6e8-f3cf3ef69e16 req-31478f9a-c305-4e6d-b33d-5035d94268f2 service neutron] 10.222.0.65 "GET /v2.0/networks/32da88a6-ce6b-4b33-bf65-862b73cd8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775558 Apr 30 16:08:49.000385 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d3480567-5f46-4705-a6e8-f3cf3ef69e16 req-fa53b64a-d0e6-4902-8809-526ab6ce8b8b service neutron] 10.222.0.65 "GET /v2.0/networks/32da88a6-ce6b-4b33-bf65-862b73cd8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550747 Apr 30 16:08:49.053527 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad8b4a-33f1-4a63-af5f-475f0f33b646 req-af869d5b-203a-4013-90f8-658d7928a670 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:49.055702 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f5ad8b4a-33f1-4a63-af5f-475f0f33b646 req-af869d5b-203a-4013-90f8-658d7928a670 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.1735740 Apr 30 16:08:49.080696 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-80481a64-3c13-4fa4-98c6-699cbbbf24f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:49.146877 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f5ad8b4a-33f1-4a63-af5f-475f0f33b646 req-80134fc3-d2a9-436b-9f4c-fde95cb9d9f3 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&id=78fb6539-a2e3-4c6f-9038-fa8458d961d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803771 Apr 30 16:08:49.510322 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c769ca-7046-4972-9671-26ee2554f74f req-4957c424-fd21-48e2-a441-03d2165a9bfe tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:49.512085 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b1c769ca-7046-4972-9671-26ee2554f74f req-4957c424-fd21-48e2-a441-03d2165a9bfe tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 943 time: 0.0920932 Apr 30 16:08:49.598629 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b1c769ca-7046-4972-9671-26ee2554f74f req-80ee0d80-03c2-49b9-ad21-859272b1b4fd tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786881 Apr 30 16:08:49.684981 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 02f70069-c3a0-4114-8718-be694eb6e32c details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:08:49.973308 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65cc10-033a-4419-88c2-175513f1e725 req-c79fff17-fcc0-418d-92f4-23f2d841024e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:49.979964 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2c65cc10-033a-4419-88c2-175513f1e725 req-c79fff17-fcc0-418d-92f4-23f2d841024e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 946 time: 0.1452703 Apr 30 16:08:50.049032 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2c65cc10-033a-4419-88c2-175513f1e725 req-d4c45066-3e1f-457c-8bd0-57b2b91b8abc tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613220 Apr 30 16:08:50.056843 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e78e48-8a28-4db4-9ba7-6b40961628e5 req-ace33e9c-127b-4e61-9757-2dc279b1a966 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:50.066110 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-48e78e48-8a28-4db4-9ba7-6b40961628e5 req-ace33e9c-127b-4e61-9757-2dc279b1a966 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1118205 Apr 30 16:08:50.126319 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-48e78e48-8a28-4db4-9ba7-6b40961628e5 req-60bf4c18-b56b-4839-8314-4a3e188003bc tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567060 Apr 30 16:08:50.140481 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 02f70069-c3a0-4114-8718-be694eb6e32c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=02f70069-c3a0-4114-8718-be694eb6e32c,segment=NetworkSegment(ff308760-1583-4a8d-b785-320a8e039986),segment_id=ff308760-1583-4a8d-b785-320a8e039986)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:50.158011 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': '02f70069-c3a0-4114-8718-be694eb6e32c', 'network_id': '32da88a6-ce6b-4b33-bf65-862b73cd8fe0', 'port_id': '02f70069-c3a0-4114-8718-be694eb6e32c', 'mac_address': 'fa:16:3e:f5:60:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf19f2f-98f5-4403-8929-3c6a33997785', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:08:50.272470 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:50.311769 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f70069-c3a0-4114-8718-be694eb6e32c {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:08:50.341659 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 02f70069-c3a0-4114-8718-be694eb6e32c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=02f70069-c3a0-4114-8718-be694eb6e32c,segment=NetworkSegment(ff308760-1583-4a8d-b785-320a8e039986),segment_id=ff308760-1583-4a8d-b785-320a8e039986)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:50.350949 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:50.354688 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:50.400211 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e238b-db60-49e3-aefd-0fe051931080 req-3f3e141f-4a56-4682-9c14-ad515078f277 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:50.402692 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-6b6e238b-db60-49e3-aefd-0fe051931080 req-3f3e141f-4a56-4682-9c14-ad515078f277 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.1104891 Apr 30 16:08:50.486146 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=02f70069-c3a0-4114-8718-be694eb6e32c,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:50.501884 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-6b6e238b-db60-49e3-aefd-0fe051931080 req-5f47c22e-cfef-414a-9922-7967e749306e tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&id=78fb6539-a2e3-4c6f-9038-fa8458d961d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0791767 Apr 30 16:08:50.503957 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:50.773163 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['02f70069-c3a0-4114-8718-be694eb6e32c'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:08:50.892839 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7274fc-dc73-4d70-8e19-c495bb55ad5c req-219dcdde-1d3b-4e0c-a0e2-d6274c2b2ad8 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:50.897249 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ee7274fc-dc73-4d70-8e19-c495bb55ad5c req-219dcdde-1d3b-4e0c-a0e2-d6274c2b2ad8 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 944 time: 0.1677685 Apr 30 16:08:50.950352 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ee7274fc-dc73-4d70-8e19-c495bb55ad5c req-e8d78541-c0ef-465f-a153-6fe21d2c5127 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476527 Apr 30 16:08:51.292526 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2577e-14d0-425f-a923-7013c1be1a1a req-a1b6ed20-0165-40c2-8922-401f01af89fb tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:51.301301 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-51f2577e-14d0-425f-a923-7013c1be1a1a req-a1b6ed20-0165-40c2-8922-401f01af89fb tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 946 time: 0.1196754 Apr 30 16:08:51.365339 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-51f2577e-14d0-425f-a923-7013c1be1a1a req-5f3b6d82-742e-4acd-9cf1-450f4b89fc80 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568123 Apr 30 16:08:51.490022 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa04d2-7f1b-4cbb-b46e-d81e056cf9e8 req-b401a739-9fb2-4d63-a5e0-7969f38554e6 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:51.491714 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1bfa04d2-7f1b-4cbb-b46e-d81e056cf9e8 req-b401a739-9fb2-4d63-a5e0-7969f38554e6 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.2276556 Apr 30 16:08:51.564143 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1bfa04d2-7f1b-4cbb-b46e-d81e056cf9e8 req-4838ebdc-6650-4eb9-bb75-470ab329891f tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648661 Apr 30 16:08:51.797398 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c5c07-bd67-42d7-84c8-ef554cf9dc3b req-aef36e5a-d5dc-435b-9ed2-af165fb803ef tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:51.799066 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0d7c5c07-bd67-42d7-84c8-ef554cf9dc3b req-aef36e5a-d5dc-435b-9ed2-af165fb803ef tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.1168644 Apr 30 16:08:51.856811 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0d7c5c07-bd67-42d7-84c8-ef554cf9dc3b req-0f1f2b15-8544-46cf-8e29-815169e45c1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&id=78fb6539-a2e3-4c6f-9038-fa8458d961d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467293 Apr 30 16:08:51.988243 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-b5a52525-6c31-4924-853f-309cff12f558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:52.303532 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee1f3b-dae0-4ec5-8459-62c3a9c80e19 req-7dbfdb98-da98-446e-9852-1c783793d919 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:52.306316 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5bee1f3b-dae0-4ec5-8459-62c3a9c80e19 req-7dbfdb98-da98-446e-9852-1c783793d919 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 944 time: 0.1714802 Apr 30 16:08:52.358948 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5bee1f3b-dae0-4ec5-8459-62c3a9c80e19 req-63ae3677-3482-42fd-8e1e-d8ba8f97c79a tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463395 Apr 30 16:08:52.609552 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd8429-23ab-4e40-8fd5-f0d80843808e req-750db0db-628f-493e-865f-b59bc8e46787 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:52.611500 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3fd8429-23ab-4e40-8fd5-f0d80843808e req-750db0db-628f-493e-865f-b59bc8e46787 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 946 time: 0.0991640 Apr 30 16:08:52.675955 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f3fd8429-23ab-4e40-8fd5-f0d80843808e req-c265c911-d1dd-4628-bab9-088e8e553f95 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542119 Apr 30 16:08:52.829499 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb3168-73d1-455e-9aaf-22402d1b798d req-5f6d2d96-5685-46e9-bd20-953447cff51d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:52.832217 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d4eb3168-73d1-455e-9aaf-22402d1b798d req-5f6d2d96-5685-46e9-bd20-953447cff51d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1281941 Apr 30 16:08:52.899286 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d4eb3168-73d1-455e-9aaf-22402d1b798d req-a0532502-aa50-4ce4-bf7d-bd4ce6ddecfd tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538998 Apr 30 16:08:53.120474 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0e3b9-4e30-41a5-a0ab-448fefdb23d2 req-74c271df-5409-4735-8ad9-982784f5df68 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:53.122170 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-21a0e3b9-4e30-41a5-a0ab-448fefdb23d2 req-74c271df-5409-4735-8ad9-982784f5df68 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.1434951 Apr 30 16:08:53.189070 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-21a0e3b9-4e30-41a5-a0ab-448fefdb23d2 req-2429bf99-f03f-4519-9c74-913b64a2211b tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&id=78fb6539-a2e3-4c6f-9038-fa8458d961d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560122 Apr 30 16:08:53.334789 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:53.705014 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 02f70069-c3a0-4114-8718-be694eb6e32c up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:08:53.871398 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe4e75-aad5-4326-9bd0-1589d02b8a92 req-f803d49a-64df-4aef-a749-76dfc2a0f5eb tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:53.874619 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5ffe4e75-aad5-4326-9bd0-1589d02b8a92 req-f803d49a-64df-4aef-a749-76dfc2a0f5eb tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 944 time: 0.1900933 Apr 30 16:08:53.876175 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port 02f70069-c3a0-4114-8718-be694eb6e32c completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:08:53.882329 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port 02f70069-c3a0-4114-8718-be694eb6e32c triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:08:53.883030 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:53.993508 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5ffe4e75-aad5-4326-9bd0-1589d02b8a92 req-790644d3-987f-4333-af2e-2988bb5f791a tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052480 Apr 30 16:08:54.126728 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:54.160716 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388db1d8-72f8-4a0b-a0d2-6e41c5037192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f70069-c3a0-4114-8718-be694eb6e32c'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:08:54.171901 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 02f70069-c3a0-4114-8718-be694eb6e32c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=02f70069-c3a0-4114-8718-be694eb6e32c,segment=NetworkSegment(ff308760-1583-4a8d-b785-320a8e039986),segment_id=ff308760-1583-4a8d-b785-320a8e039986)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:54.179364 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:54.182679 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:54.246572 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388db1d8-72f8-4a0b-a0d2-6e41c5037192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f70069-c3a0-4114-8718-be694eb6e32c', 'code': 200} Apr 30 16:08:54.310036 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=02f70069-c3a0-4114-8718-be694eb6e32c,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:54.314947 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:54.525622 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a70591-ca77-4cb3-a566-b3e304854928 req-9ff984df-f724-4872-adcb-2ddf85034df7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:54.527288 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-43a70591-ca77-4cb3-a566-b3e304854928 req-9ff984df-f724-4872-adcb-2ddf85034df7 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.1586220 Apr 30 16:08:54.664616 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-43a70591-ca77-4cb3-a566-b3e304854928 req-e0a53d84-118e-497f-9157-f15b39d75dd4 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&id=78fb6539-a2e3-4c6f-9038-fa8458d961d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245282 Apr 30 16:08:54.692616 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f746853-b82e-4ce5-aa0f-370c44b2a007 req-963d7cee-dff2-493b-aab6-f246df7d75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:54.694222 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5f746853-b82e-4ce5-aa0f-370c44b2a007 req-963d7cee-dff2-493b-aab6-f246df7d75f3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 1098 time: 0.1518815 Apr 30 16:08:54.781473 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5f746853-b82e-4ce5-aa0f-370c44b2a007 req-5ed2872f-3ff6-4f84-8936-4a556a5f232b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662374 Apr 30 16:08:54.860893 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:55.342509 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fa0d6-b713-481b-a12b-a0727242fb91 req-d4b77b91-3e16-49ca-9085-3a418c2ce25d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:55.346887 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-308fa0d6-b713-481b-a12b-a0727242fb91 req-d4b77b91-3e16-49ca-9085-3a418c2ce25d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 945 time: 0.1199670 Apr 30 16:08:55.431274 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-308fa0d6-b713-481b-a12b-a0727242fb91 req-daf75ed5-82f4-49d5-8182-b95c3cd3a8d7 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761337 Apr 30 16:08:55.982049 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdd221-86c0-4eea-a3a4-690aef701018 req-6ac85b4d-97dc-4762-aba4-2a0dd93b2f3e tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:55.984419 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-25fdd221-86c0-4eea-a3a4-690aef701018 req-6ac85b4d-97dc-4762-aba4-2a0dd93b2f3e tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.1528275 Apr 30 16:08:56.051546 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-25fdd221-86c0-4eea-a3a4-690aef701018 req-e3c7a0a7-5b5f-4b4c-9742-30f2027c3937 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&id=78fb6539-a2e3-4c6f-9038-fa8458d961d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533707 Apr 30 16:08:56.729940 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94d88d-56fc-4aac-babb-f8380a808fc5 req-87d46650-6a68-42af-ad38-7e2930dd10c8 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:56.755514 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ab94d88d-56fc-4aac-babb-f8380a808fc5 req-87d46650-6a68-42af-ad38-7e2930dd10c8 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 945 time: 0.1648204 Apr 30 16:08:56.841456 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ab94d88d-56fc-4aac-babb-f8380a808fc5 req-ed55df7f-29df-4f45-ad7d-064bf704f95a tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849156 Apr 30 16:08:56.852416 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa79f2-b8f7-4dc1-81b4-c91c727e16b9 req-a2dfea7e-e1d9-422b-8d80-2687b9d9d408 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:56.862434 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d3fa79f2-b8f7-4dc1-81b4-c91c727e16b9 req-a2dfea7e-e1d9-422b-8d80-2687b9d9d408 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1778011 Apr 30 16:08:56.955937 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d3fa79f2-b8f7-4dc1-81b4-c91c727e16b9 req-3a591fc3-ad06-433b-9844-43c4c77726f8 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919967 Apr 30 16:08:57.133291 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:57.161401 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:08:57.415902 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230ef56-fe8f-4e08-905a-23621dfb11cf req-49a2277f-1c9e-494c-866e-10ff18987740 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:57.420144 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5230ef56-fe8f-4e08-905a-23621dfb11cf req-49a2277f-1c9e-494c-866e-10ff18987740 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.1447031 Apr 30 16:08:57.481264 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5230ef56-fe8f-4e08-905a-23621dfb11cf req-58effd80-621a-44a8-9ac9-e1328c7db468 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&id=78fb6539-a2e3-4c6f-9038-fa8458d961d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531678 Apr 30 16:08:58.184976 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba169a6-3615-46ce-a858-9b7fa9a88701 req-140da68b-d448-456b-9db5-a09082bb3eaa tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:58.187048 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1ba169a6-3615-46ce-a858-9b7fa9a88701 req-140da68b-d448-456b-9db5-a09082bb3eaa tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.0902703 Apr 30 16:08:58.239310 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1ba169a6-3615-46ce-a858-9b7fa9a88701 req-52fc4810-10a8-4668-ab59-8b0b75eeaa99 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455334 Apr 30 16:08:58.776343 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976a861-1488-4b8d-93ef-edf6e2621c46 req-8b111fe4-1e44-4d80-833f-615cf324dec8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:58.781606 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7976a861-1488-4b8d-93ef-edf6e2621c46 req-8b111fe4-1e44-4d80-833f-615cf324dec8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.1216037 Apr 30 16:08:58.868205 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7976a861-1488-4b8d-93ef-edf6e2621c46 req-453d09b0-71e3-433e-bf39-889689a7da2c tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&id=78fb6539-a2e3-4c6f-9038-fa8458d961d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779531 Apr 30 16:08:59.325151 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa2cf0-f0b0-4689-b95d-26646f3ed694 req-92bc0bf7-7afd-4428-b1f0-44ec8f0dc755 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:59.329240 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-63fa2cf0-f0b0-4689-b95d-26646f3ed694 req-92bc0bf7-7afd-4428-b1f0-44ec8f0dc755 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1448581 Apr 30 16:08:59.414862 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-63fa2cf0-f0b0-4689-b95d-26646f3ed694 req-55973cd1-5a8e-459f-9c02-c6fab61b0b33 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799844 Apr 30 16:08:59.681657 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a377a-f027-409a-bced-472b113aec06 req-b8464879-5b34-4371-bbdc-c52f7eed2966 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:59.685463 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-696a377a-f027-409a-bced-472b113aec06 req-b8464879-5b34-4371-bbdc-c52f7eed2966 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 945 time: 0.1223660 Apr 30 16:08:59.700766 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dea884-db47-4a25-9a4a-325ae9e556b4 req-4ced7920-14cb-4878-9eca-c9fda06534a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:59.703021 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d0dea884-db47-4a25-9a4a-325ae9e556b4 req-4ced7920-14cb-4878-9eca-c9fda06534a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.2228525 Apr 30 16:08:59.758773 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d0dea884-db47-4a25-9a4a-325ae9e556b4 req-0eee040b-33d2-41a5-a321-184339579f88 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492604 Apr 30 16:08:59.769850 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-696a377a-f027-409a-bced-472b113aec06 req-38180298-dd8a-4678-8b5c-b93fec714a8b tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791147 Apr 30 16:09:00.126639 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace4fd3-6c17-48ef-bbd9-1ff3e3199941 req-4f2cf607-0122-4f84-9d2b-ffd9599d259b tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:00.128274 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0ace4fd3-6c17-48ef-bbd9-1ff3e3199941 req-4f2cf607-0122-4f84-9d2b-ffd9599d259b tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.1119151 Apr 30 16:09:00.187585 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0ace4fd3-6c17-48ef-bbd9-1ff3e3199941 req-6147f33a-bdad-4bc8-a45c-88f30b721c9c tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&id=78fb6539-a2e3-4c6f-9038-fa8458d961d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477614 Apr 30 16:09:00.655643 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee7090-985f-47d1-b6c0-e2cac9a84379 req-115c84a8-b9d5-4c1c-92c2-b89ee33161af tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:00.657355 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-38ee7090-985f-47d1-b6c0-e2cac9a84379 req-115c84a8-b9d5-4c1c-92c2-b89ee33161af tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.0989256 Apr 30 16:09:00.710936 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-38ee7090-985f-47d1-b6c0-e2cac9a84379 req-8abd4201-b007-448f-8bef-8e5e0455b6cf tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474389 Apr 30 16:09:01.012736 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fda1e9-7273-4e5d-b225-d8b0689b53ea req-650d7121-aa86-4990-a766-9acf8ded060b tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:01.015215 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c0fda1e9-7273-4e5d-b225-d8b0689b53ea req-650d7121-aa86-4990-a766-9acf8ded060b tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 945 time: 0.1011252 Apr 30 16:09:01.072406 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5823cfd-7f5f-4db1-928f-875c230c77aa req-8934a196-7dc1-4b5f-89d3-277938f55a91 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:01.074053 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f5823cfd-7f5f-4db1-928f-875c230c77aa req-8934a196-7dc1-4b5f-89d3-277938f55a91 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1052880 Apr 30 16:09:01.093988 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c0fda1e9-7273-4e5d-b225-d8b0689b53ea req-be65785d-5d35-4639-8216-aef872abd68b tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718305 Apr 30 16:09:01.147449 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f5823cfd-7f5f-4db1-928f-875c230c77aa req-168cec48-6e92-4ba2-b3d7-ea5bf97730ea tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654554 Apr 30 16:09:02.047773 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260a20f-8408-44b5-83e5-d04840fc9362 req-8723b1d5-1e55-4860-b7f1-9f3ccbd9d04a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:02.050782 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8260a20f-8408-44b5-83e5-d04840fc9362 req-8723b1d5-1e55-4860-b7f1-9f3ccbd9d04a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1991808 Apr 30 16:09:02.196180 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f81b0-086c-41a4-a2b3-9797901cd0df req-47233806-a473-40f3-bfba-da88f012123b tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:02.198951 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-507f81b0-086c-41a4-a2b3-9797901cd0df req-47233806-a473-40f3-bfba-da88f012123b tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.65 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 945 time: 0.2394824 Apr 30 16:09:02.205170 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-8260a20f-8408-44b5-83e5-d04840fc9362 req-fb3b1c04-b5bf-4066-b5ca-f5346bab4c32 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439636 Apr 30 16:09:02.392470 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d668ed3-871f-4789-9677-05d1c9de4b19 req-cbb9f9cb-65ac-42f1-b4f1-a52d10b64ffa tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:02.396259 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5d668ed3-871f-4789-9677-05d1c9de4b19 req-cbb9f9cb-65ac-42f1-b4f1-a52d10b64ffa tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 945 time: 0.1544311 Apr 30 16:09:02.479426 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5d668ed3-871f-4789-9677-05d1c9de4b19 req-7cada2ff-1fc7-40af-99fa-16e8e754f82e tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/security-groups?id=ecf2d96d-bb41-4c70-8d24-f00e6aeece80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775816 Apr 30 16:09:02.558479 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4369a64-a271-4c86-a24c-0e83bd34ed81 req-108b5986-6164-4d21-8cff-9e33fa76e9bc tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:02.560138 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b4369a64-a271-4c86-a24c-0e83bd34ed81 req-108b5986-6164-4d21-8cff-9e33fa76e9bc tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1578639 Apr 30 16:09:02.563022 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-507f81b0-086c-41a4-a2b3-9797901cd0df req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Deleting port 02f70069-c3a0-4114-8718-be694eb6e32c {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:09:02.563365 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-507f81b0-086c-41a4-a2b3-9797901cd0df req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:02.800170 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b4369a64-a271-4c86-a24c-0e83bd34ed81 req-1ce605c9-bd11-48d1-9b72-f3309656bfde tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185156 Apr 30 16:09:02.854710 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-507f81b0-086c-41a4-a2b3-9797901cd0df req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] For port 02f70069-c3a0-4114-8718-be694eb6e32c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=02f70069-c3a0-4114-8718-be694eb6e32c,segment=NetworkSegment(ff308760-1583-4a8d-b785-320a8e039986),segment_id=ff308760-1583-4a8d-b785-320a8e039986)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:02.855137 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-507f81b0-086c-41a4-a2b3-9797901cd0df req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:02.996036 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-507f81b0-086c-41a4-a2b3-9797901cd0df req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Calling delete_port for 02f70069-c3a0-4114-8718-be694eb6e32c owned by compute:nova {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:09:03.166764 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-507f81b0-086c-41a4-a2b3-9797901cd0df req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:03.174673 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:03.190800 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['02f70069-c3a0-4114-8718-be694eb6e32c'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:09:03.224005 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Pushing event deleted for resources: {'Port': ['ID=02f70069-c3a0-4114-8718-be694eb6e32c,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:03.273987 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:03.274276 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:03.274815 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:03.275000 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:03.275309 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:03.275769 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:03.276032 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:03.276339 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:03.276785 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:03.277093 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:03.277421 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:03.277737 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:03.307733 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:03.323888 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-507f81b0-086c-41a4-a2b3-9797901cd0df req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] No DVR routers for this DVR port 02f70069-c3a0-4114-8718-be694eb6e32c on host hv-cinder-78719 {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:09:03.328608 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-507f81b0-086c-41a4-a2b3-9797901cd0df req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:03.333620 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388db1d8-72f8-4a0b-a0d2-6e41c5037192', 'name': 'network-vif-deleted', 'tag': '02f70069-c3a0-4114-8718-be694eb6e32c'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:03.362158 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-507f81b0-086c-41a4-a2b3-9797901cd0df req-1ea08900-c87e-42de-98a8-65b942470bad tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.65 "DELETE /v2.0/ports/02f70069-c3a0-4114-8718-be694eb6e32c HTTP/1.1" status: 204 len: 173 time: 1.1521258 Apr 30 16:09:03.389436 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388db1d8-72f8-4a0b-a0d2-6e41c5037192', 'name': 'network-vif-deleted', 'tag': '02f70069-c3a0-4114-8718-be694eb6e32c', 'status': 'completed', 'code': 200} Apr 30 16:09:03.597573 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fecf8c-7a0d-4b3e-84f9-5626cfc6d20e req-779c14ba-23ef-4232-916a-2ab9e8b0d75d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:03.600300 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-68fecf8c-7a0d-4b3e-84f9-5626cfc6d20e req-779c14ba-23ef-4232-916a-2ab9e8b0d75d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.65 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.1686635 Apr 30 16:09:03.659832 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df0dd-9388-4584-97d4-620c05d48130 req-2723f750-22d6-4ffc-8bf6-eb7a5714352c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:03.673347 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-732df0dd-9388-4584-97d4-620c05d48130 req-2723f750-22d6-4ffc-8bf6-eb7a5714352c tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 946 time: 0.2870004 Apr 30 16:09:03.755513 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-732df0dd-9388-4584-97d4-620c05d48130 req-53c13a4b-3353-48c0-b01e-d8b1e3416e03 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755694 Apr 30 16:09:03.912380 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-bd33ed3b-d0c8-425c-ab72-aa9c4cab8ef3 req-d18c84aa-c0a1-442c-8726-4ba62e76da57 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Synchronizing usage tracker for tenant:289d68e989504c899ddcea36bf2bc660 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:03.951386 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-68fecf8c-7a0d-4b3e-84f9-5626cfc6d20e req-8823d7e0-499e-460b-a81e-fc6d64418d6d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Deleting port c500b883-8ab8-4872-82ab-d88ccbfe443d {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:09:03.951868 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-68fecf8c-7a0d-4b3e-84f9-5626cfc6d20e req-8823d7e0-499e-460b-a81e-fc6d64418d6d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:03.970569 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-bd33ed3b-d0c8-425c-ab72-aa9c4cab8ef3 req-d18c84aa-c0a1-442c-8726-4ba62e76da57 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Unset dirty status for tenant:289d68e989504c899ddcea36bf2bc660 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:03.972236 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bd33ed3b-d0c8-425c-ab72-aa9c4cab8ef3 req-d18c84aa-c0a1-442c-8726-4ba62e76da57 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] 10.222.0.67 "GET /v2.0/ports?device_id=388db1d8-72f8-4a0b-a0d2-6e41c5037192 HTTP/1.1" status: 200 len: 210 time: 0.1394157 Apr 30 16:09:04.087142 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe221d-2e02-4cff-9661-01392b05ab90 req-ec795385-3ad8-4b39-8989-6a4ac867e65a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:04.089113 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a7fe221d-2e02-4cff-9661-01392b05ab90 req-ec795385-3ad8-4b39-8989-6a4ac867e65a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1154971 Apr 30 16:09:04.188439 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a7fe221d-2e02-4cff-9661-01392b05ab90 req-5af52817-da57-40c1-8629-126612d99590 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913351 Apr 30 16:09:04.276862 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-68fecf8c-7a0d-4b3e-84f9-5626cfc6d20e req-8823d7e0-499e-460b-a81e-fc6d64418d6d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] For port c500b883-8ab8-4872-82ab-d88ccbfe443d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c500b883-8ab8-4872-82ab-d88ccbfe443d,segment=NetworkSegment(7609ca92-b165-462e-9e46-a717ae3882cb),segment_id=7609ca92-b165-462e-9e46-a717ae3882cb)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:04.278435 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-68fecf8c-7a0d-4b3e-84f9-5626cfc6d20e req-8823d7e0-499e-460b-a81e-fc6d64418d6d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:04.364712 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 48996) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:04.532807 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:04.551252 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:04.555734 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Usage tracker for resource:security_group_rule and tenant:0404e3e03c2f48cb82d84343fd730a90 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:04.558931 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:04.565079 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-68fecf8c-7a0d-4b3e-84f9-5626cfc6d20e req-8823d7e0-499e-460b-a81e-fc6d64418d6d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Calling delete_port for c500b883-8ab8-4872-82ab-d88ccbfe443d owned by compute:nova {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:09:04.566161 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:04.672858 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:04.677739 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:04.687810 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-fa25ae6a-718d-4d9e-8190-d0de2042b409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:04.698805 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-68fecf8c-7a0d-4b3e-84f9-5626cfc6d20e req-8823d7e0-499e-460b-a81e-fc6d64418d6d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:04.705598 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:04.723192 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['d4005add-2a65-4c56-b508-17dc81f888d0'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:09:04.737472 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0404e3e03c2f48cb82d84343fd730a90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717325 Apr 30 16:09:04.739998 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 49002) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:04.756294 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823d7e0-499e-460b-a81e-fc6d64418d6d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Pushing event deleted for resources: {'Port': ['ID=c500b883-8ab8-4872-82ab-d88ccbfe443d,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:04.759817 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0486ffed-3158-4566-a3f1-776886031384,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:04.760165 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-8823d7e0-499e-460b-a81e-fc6d64418d6d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:04.780424 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:04.781182 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:04.781755 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:04.782309 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:04.782986 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:04.783538 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:04.784067 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:04.784561 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:04.785083 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:04.786070 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:04.786741 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:04.787235 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:04.800856 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:04.897524 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-833e79d1-a4c2-4918-b77f-c3be517ca397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:04.954279 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-833e79d1-a4c2-4918-b77f-c3be517ca397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:05.002315 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fecf8c-7a0d-4b3e-84f9-5626cfc6d20e req-8823d7e0-499e-460b-a81e-fc6d64418d6d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] No DVR routers for this DVR port c500b883-8ab8-4872-82ab-d88ccbfe443d on host hv-cinder-78719 {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:09:05.015246 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-68fecf8c-7a0d-4b3e-84f9-5626cfc6d20e req-8823d7e0-499e-460b-a81e-fc6d64418d6d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:05.038154 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-833e79d1-a4c2-4918-b77f-c3be517ca397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:05.039859 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1e6fe27f-0947-47b0-bef0-c40c82219b52 req-d03b9c93-d041-4dfe-957e-0240aafd4d65 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=e77a2dfe-c176-4828-88ef-0e4e8a02d713 HTTP/1.1" status: 200 len: 210 time: 0.1143754 Apr 30 16:09:05.049482 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-fbd9a15a-8f26-4b3c-b38a-e279563b9b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:05.056188 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-68fecf8c-7a0d-4b3e-84f9-5626cfc6d20e req-8823d7e0-499e-460b-a81e-fc6d64418d6d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.65 "DELETE /v2.0/ports/c500b883-8ab8-4872-82ab-d88ccbfe443d HTTP/1.1" status: 204 len: 173 time: 1.4470444 Apr 30 16:09:05.072112 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e79d1-a4c2-4918-b77f-c3be517ca397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0486ffed-3158-4566-a3f1-776886031384,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:05.080062 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-833e79d1-a4c2-4918-b77f-c3be517ca397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:05.088128 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-833e79d1-a4c2-4918-b77f-c3be517ca397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:05.093790 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-833e79d1-a4c2-4918-b77f-c3be517ca397 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0486ffed-3158-4566-a3f1-776886031384 HTTP/1.1" status: 204 len: 168 time: 0.3482180 Apr 30 16:09:05.420515 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77a2dfe-c176-4828-88ef-0e4e8a02d713', 'name': 'network-vif-deleted', 'tag': 'c500b883-8ab8-4872-82ab-d88ccbfe443d'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:05.577241 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77a2dfe-c176-4828-88ef-0e4e8a02d713', 'name': 'network-vif-deleted', 'tag': 'c500b883-8ab8-4872-82ab-d88ccbfe443d', 'status': 'completed', 'code': 200} Apr 30 16:09:05.588349 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ea2a1-75bb-45a4-80ad-193863e7fb1c req-0c208936-6faa-4b2e-b02e-92e6938a3073 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:05.603559 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-3e0ea2a1-75bb-45a4-80ad-193863e7fb1c req-0c208936-6faa-4b2e-b02e-92e6938a3073 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.2211871 Apr 30 16:09:05.677216 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-3e0ea2a1-75bb-45a4-80ad-193863e7fb1c req-d63ac293-6b60-43fd-a22a-80d6e59286ee tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725706 Apr 30 16:09:05.744416 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 02f70069-c3a0-4114-8718-be694eb6e32c no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:09:05.819710 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: 02f70069-c3a0-4114-8718-be694eb6e32c {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:09:05.820065 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 02f70069-c3a0-4114-8718-be694eb6e32c not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:09:05.820559 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device c500b883-8ab8-4872-82ab-d88ccbfe443d no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:09:05.873113 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: c500b883-8ab8-4872-82ab-d88ccbfe443d {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:09:05.873848 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device c500b883-8ab8-4872-82ab-d88ccbfe443d not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:09:06.853586 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06553a0e-6b6b-4039-90e2-926ad1b4772c req-94eaf136-33d1-4696-a9ab-1f6d8646246e tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:06.856347 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-06553a0e-6b6b-4039-90e2-926ad1b4772c req-94eaf136-33d1-4696-a9ab-1f6d8646246e tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1836078 Apr 30 16:09:06.959277 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-06553a0e-6b6b-4039-90e2-926ad1b4772c req-edacd872-5521-4e3b-b111-7667b09d77f9 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942459 Apr 30 16:09:07.019875 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3d65d-83bb-4d21-9b61-9453c0895dc2 req-aea96bdb-4fb1-47a5-9c0d-7808b9929bd6 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:07.022662 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f5d3d65d-83bb-4d21-9b61-9453c0895dc2 req-aea96bdb-4fb1-47a5-9c0d-7808b9929bd6 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1324885 Apr 30 16:09:07.111393 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f5d3d65d-83bb-4d21-9b61-9453c0895dc2 req-75d6b7d6-ffef-4a00-a5ce-2b3ea34d3281 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773077 Apr 30 16:09:08.287320 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53319a09-65ab-4ce6-8d2f-7bd5d6f62509 req-261f2be6-34f3-42b7-842c-f87dee9df4fe tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:08.288070 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-53319a09-65ab-4ce6-8d2f-7bd5d6f62509 req-261f2be6-34f3-42b7-842c-f87dee9df4fe tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Synchronizing usage tracker for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:08.311720 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-53319a09-65ab-4ce6-8d2f-7bd5d6f62509 req-261f2be6-34f3-42b7-842c-f87dee9df4fe tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Unset dirty status for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:08.328468 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-53319a09-65ab-4ce6-8d2f-7bd5d6f62509 req-261f2be6-34f3-42b7-842c-f87dee9df4fe tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.2068431 Apr 30 16:09:08.423163 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-53319a09-65ab-4ce6-8d2f-7bd5d6f62509 req-1a66e7f0-b803-4af3-8729-670fbcf45a1b tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914989 Apr 30 16:09:08.460758 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2de8b-3d7f-4a2a-8654-d1856177fb3c req-c2a68fae-7534-41f8-b9bb-a289cbb9c045 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:08.473522 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-98b2de8b-3d7f-4a2a-8654-d1856177fb3c req-c2a68fae-7534-41f8-b9bb-a289cbb9c045 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1996763 Apr 30 16:09:08.561458 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-98b2de8b-3d7f-4a2a-8654-d1856177fb3c req-e0eab2ec-1380-4e3d-bcc1-cef14e8c7a3c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834270 Apr 30 16:09:10.119151 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3b1af-1e0c-4d83-9ea4-4161e2973dde req-b7ee5edb-53d6-423c-ad91-0017767e0747 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:10.124373 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-87b3b1af-1e0c-4d83-9ea4-4161e2973dde req-b7ee5edb-53d6-423c-ad91-0017767e0747 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1462615 Apr 30 16:09:10.254033 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-87b3b1af-1e0c-4d83-9ea4-4161e2973dde req-8978c04b-0cd1-418c-80de-f599fddb318b tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195037 Apr 30 16:09:10.258495 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd71663-9bf7-4423-88ad-bf18a4a5e48f req-ec15fe8f-4d19-4369-ba71-d28b7136c5cb tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:10.274428 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4fd71663-9bf7-4423-88ad-bf18a4a5e48f req-ec15fe8f-4d19-4369-ba71-d28b7136c5cb tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1705852 Apr 30 16:09:10.383408 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4fd71663-9bf7-4423-88ad-bf18a4a5e48f req-57d3778d-4113-4bef-b7a2-2d41413e198c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074421 Apr 30 16:09:10.727236 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54d942-9bff-44b4-b530-8f983bf14792 req-262aa9d0-d27e-4e79-8e07-8ad2e2fa717f tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:10.728908 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9d54d942-9bff-44b4-b530-8f983bf14792 req-262aa9d0-d27e-4e79-8e07-8ad2e2fa717f tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.2081800 Apr 30 16:09:10.759881 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e81409-4d29-473e-a285-284b5f52773a req-7c3e09c7-6668-43e9-ac9c-9b6ceaec3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:10.761403 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09e81409-4d29-473e-a285-284b5f52773a req-7c3e09c7-6668-43e9-ac9c-9b6ceaec3dde service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9&device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 1099 time: 0.1469519 Apr 30 16:09:10.871900 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9d54d942-9bff-44b4-b530-8f983bf14792 req-22868916-b500-4d55-bb5c-374796ae52bf tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297224 Apr 30 16:09:11.074073 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e81409-4d29-473e-a285-284b5f52773a req-7325e211-2234-4f2b-9975-b23530083bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:11.077790 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09e81409-4d29-473e-a285-284b5f52773a req-7325e211-2234-4f2b-9975-b23530083bad service neutron] 10.222.0.65 "GET /v2.0/networks?id=14c00e64-cc5c-4584-8c28-809f2f052668 HTTP/1.1" status: 200 len: 911 time: 0.2675750 Apr 30 16:09:11.292003 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09e81409-4d29-473e-a285-284b5f52773a req-359123fe-83b9-4c80-b46d-af2057c19482 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=966b7e13-7963-4c4c-818b-304d8249f046 HTTP/1.1" status: 200 len: 1001 time: 0.2021189 Apr 30 16:09:11.469971 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e81409-4d29-473e-a285-284b5f52773a req-a6756f0b-3c10-4396-b0aa-490a452d06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:11.472948 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09e81409-4d29-473e-a285-284b5f52773a req-a6756f0b-3c10-4396-b0aa-490a452d06d1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=609591f8-1443-456a-9728-4d0e18b05af1 HTTP/1.1" status: 200 len: 849 time: 0.1678612 Apr 30 16:09:11.662872 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.682119 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2bc4b-809b-4e32-ba32-d80c853f3d3c req-6bcfab32-c1cd-4ce4-9a94-bc3797668ea7 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:11.687263 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-24f2bc4b-809b-4e32-ba32-d80c853f3d3c req-6bcfab32-c1cd-4ce4-9a94-bc3797668ea7 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.2746999 Apr 30 16:09:11.820925 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e81409-4d29-473e-a285-284b5f52773a req-ca0f011e-18ef-4a6f-8ba8-6e78ac428a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:11.823900 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09e81409-4d29-473e-a285-284b5f52773a req-ca0f011e-18ef-4a6f-8ba8-6e78ac428a2d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14c00e64-cc5c-4584-8c28-809f2f052668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3295143 Apr 30 16:09:11.842858 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-24f2bc4b-809b-4e32-ba32-d80c853f3d3c req-040cdcd4-f6f7-41e7-96d9-812f3691da4a tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444690 Apr 30 16:09:12.003539 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13599040-dd48-425c-a869-7af65c51d97b req-67131dd1-26aa-4e90-a615-773183295c67 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:12.005334 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-13599040-dd48-425c-a869-7af65c51d97b req-67131dd1-26aa-4e90-a615-773183295c67 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.3411410 Apr 30 16:09:12.261803 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-13599040-dd48-425c-a869-7af65c51d97b req-7b3ba865-bc15-4a54-81c3-e369df794b8d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281826 Apr 30 16:09:12.296104 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3eb5e-15fc-47b4-bbf1-5ddf9b2a7720 req-be18dfcd-e1f8-4a05-92e0-53a8e06d785d tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:12.313829 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1ee3eb5e-15fc-47b4-bbf1-5ddf9b2a7720 req-be18dfcd-e1f8-4a05-92e0-53a8e06d785d tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.2043195 Apr 30 16:09:12.404499 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09e81409-4d29-473e-a285-284b5f52773a req-b80f6338-cb00-4d1d-ae46-b8bb90dd954d service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474994 Apr 30 16:09:12.423238 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1ee3eb5e-15fc-47b4-bbf1-5ddf9b2a7720 req-ed3f6334-90d5-4761-898e-4ad340c8d85e tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894587 Apr 30 16:09:12.633081 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09e81409-4d29-473e-a285-284b5f52773a req-499f5d44-5010-437f-871e-f8e2d4fd177d service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126839 Apr 30 16:09:13.145401 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acd90d-11e4-4619-90dc-6e0dfe1fd110 req-6b9e2257-0cbb-4dcb-ab63-78117aa83b56 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:13.148067 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-96acd90d-11e4-4619-90dc-6e0dfe1fd110 req-6b9e2257-0cbb-4dcb-ab63-78117aa83b56 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1416783 Apr 30 16:09:13.269489 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-96acd90d-11e4-4619-90dc-6e0dfe1fd110 req-c3740c0f-ad56-4ea5-8f90-6e4fdccae370 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100397 Apr 30 16:09:13.752059 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53fe01-1e7c-4a0d-abc4-b64c3edb8004 req-42b0514d-45ce-40fc-a37e-40ab82bf6627 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:13.754817 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2c53fe01-1e7c-4a0d-abc4-b64c3edb8004 req-42b0514d-45ce-40fc-a37e-40ab82bf6627 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.2159045 Apr 30 16:09:13.867436 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2c53fe01-1e7c-4a0d-abc4-b64c3edb8004 req-a303f641-59fc-41f5-938f-f49b84a0cb50 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936499 Apr 30 16:09:13.980786 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33df5b-2932-4b61-abed-5578b64f9604 req-6ad589b9-b7f0-4876-8e7c-4fc611a5adf1 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:13.990989 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0c33df5b-2932-4b61-abed-5578b64f9604 req-6ad589b9-b7f0-4876-8e7c-4fc611a5adf1 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.2761872 Apr 30 16:09:14.056098 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0c33df5b-2932-4b61-abed-5578b64f9604 req-ff891197-05cb-41fc-809d-35d40d2569b4 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638800 Apr 30 16:09:14.596271 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade02ee-0fc9-45c9-b16b-fd4a601779d9 req-98d7b70c-5634-46ee-9cd8-b0663f700962 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:14.605119 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3ade02ee-0fc9-45c9-b16b-fd4a601779d9 req-98d7b70c-5634-46ee-9cd8-b0663f700962 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1399920 Apr 30 16:09:14.633147 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a9a74-62f6-42e4-b9bf-64f1891e7963 req-42b4ded3-f52c-4766-b454-2aa3fdc01ff1 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:14.635690 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-177a9a74-62f6-42e4-b9bf-64f1891e7963 req-42b4ded3-f52c-4766-b454-2aa3fdc01ff1 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.2758875 Apr 30 16:09:14.649821 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09756328-7c56-4f40-a23b-466cd870f050 req-ad94f76c-81f7-4529-a142-2f13ddec282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:14.652591 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09756328-7c56-4f40-a23b-466cd870f050 req-ad94f76c-81f7-4529-a142-2f13ddec282f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9&device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 1099 time: 0.2239029 Apr 30 16:09:14.671299 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3ade02ee-0fc9-45c9-b16b-fd4a601779d9 req-2be70794-f5bf-4bef-a63c-15ea304040ca tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645328 Apr 30 16:09:14.916497 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-177a9a74-62f6-42e4-b9bf-64f1891e7963 req-57c4849b-0c7c-4787-ada8-15333d6ac4fa tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616842 Apr 30 16:09:14.966877 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09756328-7c56-4f40-a23b-466cd870f050 req-66b96336-74e6-49b2-b098-475f328ea330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:14.969580 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09756328-7c56-4f40-a23b-466cd870f050 req-66b96336-74e6-49b2-b098-475f328ea330 service neutron] 10.222.0.65 "GET /v2.0/networks?id=14c00e64-cc5c-4584-8c28-809f2f052668 HTTP/1.1" status: 200 len: 911 time: 0.2906055 Apr 30 16:09:15.204580 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09756328-7c56-4f40-a23b-466cd870f050 req-b4a113ee-3b06-47c9-8f7b-6c3ca4b158f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=966b7e13-7963-4c4c-818b-304d8249f046 HTTP/1.1" status: 200 len: 1001 time: 0.2152607 Apr 30 16:09:15.346595 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09756328-7c56-4f40-a23b-466cd870f050 req-0f405171-719a-43b2-a5c3-d2f082c9d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:15.349691 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09756328-7c56-4f40-a23b-466cd870f050 req-0f405171-719a-43b2-a5c3-d2f082c9d68e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=609591f8-1443-456a-9728-4d0e18b05af1 HTTP/1.1" status: 200 len: 849 time: 0.1315851 Apr 30 16:09:15.376476 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a1c8b-6b91-43fe-8529-f4e1b5ae35ea req-a5bff1a7-17c0-42f4-b25c-887523032601 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:15.378211 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ff1a1c8b-6b91-43fe-8529-f4e1b5ae35ea req-a5bff1a7-17c0-42f4-b25c-887523032601 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.1777971 Apr 30 16:09:15.445670 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ff1a1c8b-6b91-43fe-8529-f4e1b5ae35ea req-1c00bdab-7e94-49e6-a845-ee87557d2737 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605304 Apr 30 16:09:15.541605 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09756328-7c56-4f40-a23b-466cd870f050 req-9bd95051-8ef3-4b76-9669-915479162c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:15.544443 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09756328-7c56-4f40-a23b-466cd870f050 req-9bd95051-8ef3-4b76-9669-915479162c1d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14c00e64-cc5c-4584-8c28-809f2f052668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1839945 Apr 30 16:09:15.766756 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09756328-7c56-4f40-a23b-466cd870f050 req-428f9953-0941-480b-9cd1-ae1830c34f10 service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100830 Apr 30 16:09:15.954008 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa6c83-9e9e-4f00-833f-53517305ce1a req-0fdc1acc-0577-4911-ae24-e2cb7d295b23 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:15.957873 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-dffa6c83-9e9e-4f00-833f-53517305ce1a req-0fdc1acc-0577-4911-ae24-e2cb7d295b23 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1953168 Apr 30 16:09:16.130955 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-09756328-7c56-4f40-a23b-466cd870f050 req-dd833695-663e-4ef7-941a-e5aa7f1ae622 service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527069 Apr 30 16:09:16.154299 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84854078-2622-4092-bf8a-56eeb2c71a3a req-fae9fcfa-873a-4a9e-89fe-27e0f75a9992 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:16.158580 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-84854078-2622-4092-bf8a-56eeb2c71a3a req-fae9fcfa-873a-4a9e-89fe-27e0f75a9992 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.2860601 Apr 30 16:09:16.243278 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-84854078-2622-4092-bf8a-56eeb2c71a3a req-8511b36f-c2fd-4deb-969b-6f4a2e113eac tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766010 Apr 30 16:09:16.475959 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [req-dffa6c83-9e9e-4f00-833f-53517305ce1a req-9fc0fefc-00d5-4d41-82b4-dcba90ec86f0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Deleting port d4005add-2a65-4c56-b508-17dc81f888d0 {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:09:16.477409 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-dffa6c83-9e9e-4f00-833f-53517305ce1a req-9fc0fefc-00d5-4d41-82b4-dcba90ec86f0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:16.647017 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5792fe1-b2a7-4629-ad4d-38ba024a4320 req-94c07de0-edb7-43b3-b2ba-4843b1a63f56 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:16.660133 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c5792fe1-b2a7-4629-ad4d-38ba024a4320 req-94c07de0-edb7-43b3-b2ba-4843b1a63f56 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.4592230 Apr 30 16:09:17.142586 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564673b-83b0-4b02-abc0-60be21df5b19 req-2d8321ab-4035-42c7-bd19-4255d5d551dc tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:17.143099 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c5792fe1-b2a7-4629-ad4d-38ba024a4320 req-f1899222-49ab-4bc0-a185-276da1b0c73e tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128406 Apr 30 16:09:17.144427 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4564673b-83b0-4b02-abc0-60be21df5b19 req-2d8321ab-4035-42c7-bd19-4255d5d551dc tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.3944080 Apr 30 16:09:17.221382 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-dffa6c83-9e9e-4f00-833f-53517305ce1a req-9fc0fefc-00d5-4d41-82b4-dcba90ec86f0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] For port d4005add-2a65-4c56-b508-17dc81f888d0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=d4005add-2a65-4c56-b508-17dc81f888d0,segment=NetworkSegment(7609ca92-b165-462e-9e46-a717ae3882cb),segment_id=7609ca92-b165-462e-9e46-a717ae3882cb)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:17.222158 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-dffa6c83-9e9e-4f00-833f-53517305ce1a req-9fc0fefc-00d5-4d41-82b4-dcba90ec86f0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:17.337146 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4564673b-83b0-4b02-abc0-60be21df5b19 req-996eeef9-5ceb-4fcd-b531-d3033f8c6a27 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/security-groups?id=a22f79f5-700f-4f0a-927d-2429a44d0746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708133 Apr 30 16:09:17.581387 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953f992-dcc7-4ac2-94ad-c51bc56ea149 req-1fcd5080-4322-4d82-9239-a849d3f07033 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:17.582875 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e953f992-dcc7-4ac2-94ad-c51bc56ea149 req-1fcd5080-4322-4d82-9239-a849d3f07033 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.65 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 946 time: 0.1957934 Apr 30 16:09:17.637185 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [req-dffa6c83-9e9e-4f00-833f-53517305ce1a req-9fc0fefc-00d5-4d41-82b4-dcba90ec86f0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Calling delete_port for d4005add-2a65-4c56-b508-17dc81f888d0 owned by compute:nova {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:09:17.777745 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f357e-3f0b-400a-94b4-556c2f2baed1 req-671683bb-4a05-45f6-836b-4501e32179e0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:17.779861 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-363f357e-3f0b-400a-94b4-556c2f2baed1 req-671683bb-4a05-45f6-836b-4501e32179e0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 945 time: 0.1389668 Apr 30 16:09:17.921738 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-e953f992-dcc7-4ac2-94ad-c51bc56ea149 req-200201ac-6afc-43b3-a2c4-43fc155be452 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Deleting port 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:09:17.922692 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-e953f992-dcc7-4ac2-94ad-c51bc56ea149 req-200201ac-6afc-43b3-a2c4-43fc155be452 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:18.085714 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-363f357e-3f0b-400a-94b4-556c2f2baed1 req-bd36b09f-236b-4bbd-b2ed-f8160de0a0b2 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f7cf946-99c1-4ace-a318-7702bf123aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216371 Apr 30 16:09:18.124284 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-dffa6c83-9e9e-4f00-833f-53517305ce1a req-9fc0fefc-00d5-4d41-82b4-dcba90ec86f0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:18.142066 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:18.262610 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0fefc-00d5-4d41-82b4-dcba90ec86f0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Pushing event deleted for resources: {'Port': ['ID=d4005add-2a65-4c56-b508-17dc81f888d0,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:18.268864 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-9fc0fefc-00d5-4d41-82b4-dcba90ec86f0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:18.381705 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffa6c83-9e9e-4f00-833f-53517305ce1a req-9fc0fefc-00d5-4d41-82b4-dcba90ec86f0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] No DVR routers for this DVR port d4005add-2a65-4c56-b508-17dc81f888d0 on host hv-cinder-78719 {{(pid=73974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:09:18.384929 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-dffa6c83-9e9e-4f00-833f-53517305ce1a req-9fc0fefc-00d5-4d41-82b4-dcba90ec86f0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:18.395364 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf767e4b-715c-481d-9766-aa35b8b2465d', 'name': 'network-vif-deleted', 'tag': 'd4005add-2a65-4c56-b508-17dc81f888d0'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:18.411116 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-e953f992-dcc7-4ac2-94ad-c51bc56ea149 req-200201ac-6afc-43b3-a2c4-43fc155be452 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] For port 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d,segment=NetworkSegment(a47b53ac-b035-4512-9686-4807cf38245a),segment_id=a47b53ac-b035-4512-9686-4807cf38245a)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:18.412033 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-e953f992-dcc7-4ac2-94ad-c51bc56ea149 req-200201ac-6afc-43b3-a2c4-43fc155be452 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:18.428972 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-dffa6c83-9e9e-4f00-833f-53517305ce1a req-9fc0fefc-00d5-4d41-82b4-dcba90ec86f0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.65 "DELETE /v2.0/ports/d4005add-2a65-4c56-b508-17dc81f888d0 HTTP/1.1" status: 204 len: 173 time: 2.4614940 Apr 30 16:09:18.573991 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-e953f992-dcc7-4ac2-94ad-c51bc56ea149 req-200201ac-6afc-43b3-a2c4-43fc155be452 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Calling delete_port for 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d owned by compute:nova {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:09:18.737462 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-18bd4770-b516-4b33-bf66-70fadbf64e0f req-ca91d79a-95e4-4369-833d-fe128ef6bc76 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 210 time: 0.0953152 Apr 30 16:09:18.766636 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-e953f992-dcc7-4ac2-94ad-c51bc56ea149 req-200201ac-6afc-43b3-a2c4-43fc155be452 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:18.783478 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:09:18.798614 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9e23fe52-7b0e-4b77-947b-a026074af33b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:18.807382 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf767e4b-715c-481d-9766-aa35b8b2465d', 'name': 'network-vif-deleted', 'tag': 'd4005add-2a65-4c56-b508-17dc81f888d0', 'status': 'completed', 'code': 200} Apr 30 16:09:18.883067 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200201ac-6afc-43b3-a2c4-43fc155be452 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Pushing event deleted for resources: {'Port': ['ID=7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:18.892444 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-200201ac-6afc-43b3-a2c4-43fc155be452 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:19.039125 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-e953f992-dcc7-4ac2-94ad-c51bc56ea149 req-200201ac-6afc-43b3-a2c4-43fc155be452 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] No DVR routers for this DVR port 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d on host hv-cinder-78719 {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:09:19.045398 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-e953f992-dcc7-4ac2-94ad-c51bc56ea149 req-200201ac-6afc-43b3-a2c4-43fc155be452 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:19.050014 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2197254d-7ac8-490c-8b9c-dd0237e6b0ed', 'name': 'network-vif-deleted', 'tag': '7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:19.104792 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e953f992-dcc7-4ac2-94ad-c51bc56ea149 req-200201ac-6afc-43b3-a2c4-43fc155be452 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.65 "DELETE /v2.0/ports/7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d HTTP/1.1" status: 204 len: 173 time: 1.5107927 Apr 30 16:09:19.114849 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-55be2111-5411-45a0-a745-e5cd9e70cf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:19.140547 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65008a9-7ee3-4052-add6-32bf6386a265 req-1efa3f03-7cc5-41db-916b-0fc26604850a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:19.168702 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b65008a9-7ee3-4052-add6-32bf6386a265 req-1efa3f03-7cc5-41db-916b-0fc26604850a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.4684358 Apr 30 16:09:19.179733 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2197254d-7ac8-490c-8b9c-dd0237e6b0ed', 'name': 'network-vif-deleted', 'tag': '7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d', 'status': 'completed', 'code': 200} Apr 30 16:09:19.313984 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b65008a9-7ee3-4052-add6-32bf6386a265 req-d5838bee-b0ab-4e03-89f0-e3a354e88d40 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398084 Apr 30 16:09:19.550357 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-aac06d00-2000-4baa-ba48-d752ef801943 req-b7067ee2-05ba-4045-bbbb-7f8c26751a52 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Synchronizing usage tracker for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:19.583128 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-aac06d00-2000-4baa-ba48-d752ef801943 req-b7067ee2-05ba-4045-bbbb-7f8c26751a52 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Unset dirty status for tenant:8baee5fa7e864efcb872c20e058ef004 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:19.584367 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-aac06d00-2000-4baa-ba48-d752ef801943 req-b7067ee2-05ba-4045-bbbb-7f8c26751a52 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf767e4b-715c-481d-9766-aa35b8b2465d HTTP/1.1" status: 200 len: 210 time: 0.1681852 Apr 30 16:09:19.809636 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device d4005add-2a65-4c56-b508-17dc81f888d0 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:09:19.902111 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: d4005add-2a65-4c56-b508-17dc81f888d0 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:09:19.905275 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device d4005add-2a65-4c56-b508-17dc81f888d0 not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:09:20.143710 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-abd957ab-b858-4536-bf53-98f77bc8833a req-c6204b2e-85ae-48c1-b3db-bd3224b21db4 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Synchronizing usage tracker for tenant:aaa4829ec59c4c75ac46881d938bd45a on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:20.174550 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-abd957ab-b858-4536-bf53-98f77bc8833a req-c6204b2e-85ae-48c1-b3db-bd3224b21db4 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Unset dirty status for tenant:aaa4829ec59c4c75ac46881d938bd45a on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:20.176122 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-abd957ab-b858-4536-bf53-98f77bc8833a req-c6204b2e-85ae-48c1-b3db-bd3224b21db4 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] 10.222.0.67 "GET /v2.0/ports?device_id=2197254d-7ac8-490c-8b9c-dd0237e6b0ed HTTP/1.1" status: 200 len: 210 time: 0.1232681 Apr 30 16:09:20.808822 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 49296) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:21.815404 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:09:21.870012 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-41d85632-2442-4576-a100-8f1b5a0b4721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397177'] for router_interface, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:22.054500 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:09:22.055149 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 7e6e0374-d3a4-46f8-a6d4-3c5c99ffd92d not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:09:22.080229 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-2116f022-7acd-4969-b1da-2a66e4c7bde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:22.799922 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-41d85632-2442-4576-a100-8f1b5a0b4721 admin admin] Deleting port e5439d03-1ec5-4d63-a7bf-c9c5166382e2 {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:09:22.800251 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-41d85632-2442-4576-a100-8f1b5a0b4721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:23.030257 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [None req-41d85632-2442-4576-a100-8f1b5a0b4721 admin admin] For port e5439d03-1ec5-4d63-a7bf-c9c5166382e2, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=e5439d03-1ec5-4d63-a7bf-c9c5166382e2,segment=NetworkSegment(7609ca92-b165-462e-9e46-a717ae3882cb),segment_id=7609ca92-b165-462e-9e46-a717ae3882cb)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:23.031258 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-41d85632-2442-4576-a100-8f1b5a0b4721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:23.327298 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-41d85632-2442-4576-a100-8f1b5a0b4721 admin admin] Calling delete_port for e5439d03-1ec5-4d63-a7bf-c9c5166382e2 owned by network:router_interface {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:09:23.350562 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:23.975390 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-41d85632-2442-4576-a100-8f1b5a0b4721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:23.979805 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e650ddf0-e480-4c0a-9698-e405d913667e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:24.074267 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d85632-2442-4576-a100-8f1b5a0b4721 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5439d03-1ec5-4d63-a7bf-c9c5166382e2,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:24.087291 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-41d85632-2442-4576-a100-8f1b5a0b4721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:24.638306 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-41d85632-2442-4576-a100-8f1b5a0b4721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402377'] for router_interface, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:24.920423 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:25.422057 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d85632-2442-4576-a100-8f1b5a0b4721 admin admin] Router b85fe3e1-52ba-428d-8595-55445f753525 has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:09:25.965233 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d85632-2442-4576-a100-8f1b5a0b4721 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:09:25.983440 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7f60bc-7647-42ff-bfb9-ece903902b31 None None] Sync routers for ids ['b85fe3e1-52ba-428d-8595-55445f753525'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:09:26.000166 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-41d85632-2442-4576-a100-8f1b5a0b4721 admin admin] 10.222.0.67 "PUT /v2.0/routers/b85fe3e1-52ba-428d-8595-55445f753525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1848271 Apr 30 16:09:26.000501 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 49384) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:26.011450 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f60bc-7647-42ff-bfb9-ece903902b31 None None] Routers {'b85fe3e1-52ba-428d-8595-55445f753525'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:09:26.022983 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-af7f60bc-7647-42ff-bfb9-ece903902b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:09:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b85fe3e1-52ba-428d-8595-55445f753525'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:26.453552 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:26.536947 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-af7f60bc-7647-42ff-bfb9-ece903902b31 None None] Set router b85fe3e1-52ba-428d-8595-55445f753525 gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:09:26.852437 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:27.061542 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Deleting port 12e0570c-af98-424b-a329-20e22b1ff01d {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:09:27.062692 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:27.145843 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:27.287924 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] For port 12e0570c-af98-424b-a329-20e22b1ff01d, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=12e0570c-af98-424b-a329-20e22b1ff01d,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:27.288279 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:27.474717 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Calling delete_port for 12e0570c-af98-424b-a329-20e22b1ff01d owned by network:router_gateway {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:09:27.689839 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-af7f60bc-7647-42ff-bfb9-ece903902b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'name': 'tempest-ServerRescueNegativeTestJSON-663525858-router', 'tenant_id': '8baee5fa7e864efcb872c20e058ef004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': '12e0570c-af98-424b-a329-20e22b1ff01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:09:23Z', 'revision_number': 5, 'project_id': '8baee5fa7e864efcb872c20e058ef004', 'gw_port': {'id': '12e0570c-af98-424b-a329-20e22b1ff01d', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:27.737439 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7f60bc-7647-42ff-bfb9-ece903902b31 None None] Checking router: b85fe3e1-52ba-428d-8595-55445f753525 for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:09:27.812362 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f60bc-7647-42ff-bfb9-ece903902b31 None None] Routers {'b85fe3e1-52ba-428d-8595-55445f753525'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:09:27.813029 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-af7f60bc-7647-42ff-bfb9-ece903902b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:09:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b85fe3e1-52ba-428d-8595-55445f753525'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:28.111042 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:28.122799 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-50ba3eaf-ffbb-453c-bfb0-08f33fde6bec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:28.175585 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=12e0570c-af98-424b-a329-20e22b1ff01d,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:28.182989 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:28.190797 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-af7f60bc-7647-42ff-bfb9-ece903902b31 None None] Set router b85fe3e1-52ba-428d-8595-55445f753525 gateway port host: None {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:09:28.326258 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401390'] for router_gateway, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:28.368966 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-af7f60bc-7647-42ff-bfb9-ece903902b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'name': 'tempest-ServerRescueNegativeTestJSON-663525858-router', 'tenant_id': '8baee5fa7e864efcb872c20e058ef004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:09:26Z', 'revision_number': 6, 'project_id': '8baee5fa7e864efcb872c20e058ef004', 'gw_port_host': None}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:28.377637 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7f60bc-7647-42ff-bfb9-ece903902b31 None None] The sync data for ids ['b85fe3e1-52ba-428d-8595-55445f753525'] in dv-cinder-787195-6-smb is: [{'id': 'b85fe3e1-52ba-428d-8595-55445f753525', 'name': 'tempest-ServerRescueNegativeTestJSON-663525858-router', 'tenant_id': '8baee5fa7e864efcb872c20e058ef004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:09:26Z', 'revision_number': 6, 'project_id': '8baee5fa7e864efcb872c20e058ef004', 'gw_port_host': None}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:09:28.645934 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4763'] for router, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:28.649901 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:28.774291 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408907'] for router, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:28.776457 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b85fe3e1-52ba-428d-8595-55445f753525 {{(pid=73973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:09:28.816458 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Notify callbacks [] for router, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:28.818508 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] 10.222.0.67 "DELETE /v2.0/routers/b85fe3e1-52ba-428d-8595-55445f753525 HTTP/1.1" status: 204 len: 168 time: 2.8166919 Apr 30 16:09:28.821228 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 49450) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:28.977906 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c9ea08-1724-429e-9c24-04ef98af1e21 admin admin] Deleting subnet f679e3b4-95e5-4a15-977e-21a4265e9b6c {{(pid=73974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:09:28.988991 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-65c9ea08-1724-429e-9c24-04ef98af1e21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:29.116626 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-65c9ea08-1724-429e-9c24-04ef98af1e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6429178'] for subnet, precommit_delete_associations {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:29.193295 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-65c9ea08-1724-429e-9c24-04ef98af1e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378834'] for subnet, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:29.380412 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device e5439d03-1ec5-4d63-a7bf-c9c5166382e2 no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:09:29.453108 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: e5439d03-1ec5-4d63-a7bf-c9c5166382e2 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:09:29.456022 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device e5439d03-1ec5-4d63-a7bf-c9c5166382e2 not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:09:29.629721 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-65c9ea08-1724-429e-9c24-04ef98af1e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6699779'] for subnet, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:29.643526 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:29.727299 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9ea08-1724-429e-9c24-04ef98af1e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f679e3b4-95e5-4a15-977e-21a4265e9b6c,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:29.732304 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-65c9ea08-1724-429e-9c24-04ef98af1e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:29.734725 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-65c9ea08-1724-429e-9c24-04ef98af1e21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:29.742236 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-65c9ea08-1724-429e-9c24-04ef98af1e21 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f679e3b4-95e5-4a15-977e-21a4265e9b6c HTTP/1.1" status: 204 len: 168 time: 0.9196751 Apr 30 16:09:29.744643 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 49464) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:30.006035 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497117'] for network, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:30.241157 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377951', 'neutron.services.segments.db._delete_segments_for_network-8775008697245'] for network, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:30.385116 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b59402-099e-42b6-a07e-fb025d8545b0']}} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:30.408092 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7609ca92-b165-462e-9e46-a717ae3882cb') {'for_net_delete': True} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:30.408581 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7609ca92-b165-462e-9e46-a717ae3882cb') {} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:30.431888 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775008709991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6429171'] for segment, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:30.470297 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:30.485023 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=73974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:09:30.689898 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] Network 56b59402-099e-42b6-a07e-fb025d8545b0 has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:09:30.706868 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1391655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302630'] for segment, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:30.896053 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 12e0570c-af98-424b-a329-20e22b1ff01d no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:09:30.946939 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: 12e0570c-af98-424b-a329-20e22b1ff01d {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:09:30.947339 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 12e0570c-af98-424b-a329-20e22b1ff01d not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:09:31.104473 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] Network 56b59402-099e-42b6-a07e-fb025d8545b0 has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: Traceback (most recent call last): Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: timer() Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: cb(*args, **kw) Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: return func(*args, **kwargs) Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: self._notify() Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: self.callback(batched_events) Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: event.method(event) Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: return f(self, *a, **k) Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: return self._get(url).json() Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: return self.request(url, 'GET', **kwargs) Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:09:31.137950 dv-cinder-787195-6-smb neutron-server[73974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:09:31.314401 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400498'] for network, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:31.319769 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-96fafa23-fba8-4bef-b94a-646c825ffe57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:31.347464 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:31.363041 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] Pushing event deleted for resources: {'Network': ['ID=56b59402-099e-42b6-a07e-fb025d8545b0,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:31.369511 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:31.385827 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-be5ee2cd-86eb-4b09-987a-842a6f95afbe admin admin] 10.222.0.67 "DELETE /v2.0/networks/56b59402-099e-42b6-a07e-fb025d8545b0 HTTP/1.1" status: 204 len: 168 time: 1.6394563 Apr 30 16:09:31.727322 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 49482) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:31.825148 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-f51badc2-87c4-4861-8654-24fdf96980ec admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8baee5fa7e864efcb872c20e058ef004&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0932250 Apr 30 16:09:31.826866 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 49486) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:31.951387 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2e1d61f9-5320-4e3d-b681-034621fb4397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:32.007249 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2e1d61f9-5320-4e3d-b681-034621fb4397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:32.097527 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2e1d61f9-5320-4e3d-b681-034621fb4397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:32.106699 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b2f6df1d-8a8e-4fee-9aa9-34ca6c4251f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:32.132754 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d61f9-5320-4e3d-b681-034621fb4397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7cf946-99c1-4ace-a318-7702bf123aa5,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:32.138519 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2e1d61f9-5320-4e3d-b681-034621fb4397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:32.147371 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-2e1d61f9-5320-4e3d-b681-034621fb4397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:32.149183 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-2e1d61f9-5320-4e3d-b681-034621fb4397 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6f7cf946-99c1-4ace-a318-7702bf123aa5 HTTP/1.1" status: 204 len: 168 time: 0.3204625 Apr 30 16:09:34.132355 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:09:39.713585 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 49692) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:39.823759 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c81cdf7-88f6-4a3c-a113-0e47be588e60 admin admin] Deleting subnet 3cf19f2f-98f5-4403-8929-3c6a33997785 {{(pid=73973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:09:39.829991 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1c81cdf7-88f6-4a3c-a113-0e47be588e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:39.886228 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1c81cdf7-88f6-4a3c-a113-0e47be588e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8147475'] for subnet, precommit_delete_associations {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:39.951104 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1c81cdf7-88f6-4a3c-a113-0e47be588e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378834'] for subnet, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:40.344635 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1c81cdf7-88f6-4a3c-a113-0e47be588e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7273815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6933383'] for subnet, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:40.351195 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:40.391641 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81cdf7-88f6-4a3c-a113-0e47be588e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf19f2f-98f5-4403-8929-3c6a33997785,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:40.396093 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1c81cdf7-88f6-4a3c-a113-0e47be588e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:40.397479 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1c81cdf7-88f6-4a3c-a113-0e47be588e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:40.406195 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-1c81cdf7-88f6-4a3c-a113-0e47be588e60 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3cf19f2f-98f5-4403-8929-3c6a33997785 HTTP/1.1" status: 204 len: 168 time: 0.6910028 Apr 30 16:09:40.410368 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 49704) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:40.525293 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497117'] for network, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:40.785142 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377951', 'neutron.services.segments.db._delete_segments_for_network-8775008697245'] for network, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:40.910804 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32da88a6-ce6b-4b33-bf65-862b73cd8fe0']}} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:40.928647 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff308760-1583-4a8d-b785-320a8e039986') {'for_net_delete': True} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:40.929048 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff308760-1583-4a8d-b785-320a8e039986') {} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:40.953498 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775008709991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8147482'] for segment, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:40.972285 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:40.979141 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=73973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:09:41.283049 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] Network 32da88a6-ce6b-4b33-bf65-862b73cd8fe0 has no segments {{(pid=73973) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:09:41.295926 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1391655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7273981'] for segment, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.522857 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] Network 32da88a6-ce6b-4b33-bf65-862b73cd8fe0 has no segments {{(pid=73973) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:09:41.524361 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 49732) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: Traceback (most recent call last): Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: timer() Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: cb(*args, **kw) Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: return func(*args, **kwargs) Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: self._notify() Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: self.callback(batched_events) Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: event.method(event) Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: return f(self, *a, **k) Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: return self._get(url).json() Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: return self.request(url, 'GET', **kwargs) Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:09:41.549031 dv-cinder-787195-6-smb neutron-server[73973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:09:41.643494 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.648885 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400498'] for network, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.656482 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.659752 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:41.686528 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] Pushing event deleted for resources: {'Network': ['ID=32da88a6-ce6b-4b33-bf65-862b73cd8fe0,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:41.689022 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:41.693067 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e4e09de5-53df-41dc-8e4c-f045ffbebc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.696995 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-3d5aeb1b-a4c2-48c2-9f36-a0679a6270ca admin admin] 10.222.0.67 "DELETE /v2.0/networks/32da88a6-ce6b-4b33-bf65-862b73cd8fe0 HTTP/1.1" status: 204 len: 168 time: 1.2852573 Apr 30 16:09:41.710799 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-e4e09de5-53df-41dc-8e4c-f045ffbebc31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:41.715072 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-e4e09de5-53df-41dc-8e4c-f045ffbebc31 admin admin] Usage tracker for resource:security_group_rule and tenant:992ca062d97c4be2a303e82623c3a7c1 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:41.718220 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-e4e09de5-53df-41dc-8e4c-f045ffbebc31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:41.724366 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-e4e09de5-53df-41dc-8e4c-f045ffbebc31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:41.829007 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e4e09de5-53df-41dc-8e4c-f045ffbebc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.835368 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e4e09de5-53df-41dc-8e4c-f045ffbebc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:41.855963 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:41.887649 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 49740) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:41.907650 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e09de5-53df-41dc-8e4c-f045ffbebc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6591bce-e58f-495a-91f4-e7d9a4439318,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:41.913341 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e4e09de5-53df-41dc-8e4c-f045ffbebc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:41.924728 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-e4e09de5-53df-41dc-8e4c-f045ffbebc31 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=992ca062d97c4be2a303e82623c3a7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955936 Apr 30 16:09:41.925397 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 49744) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:41.947142 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-631361f9-b37c-4178-a929-9c1c31c470f1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=289d68e989504c899ddcea36bf2bc660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579290 Apr 30 16:09:41.949929 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 49748) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:41.990820 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-53b3f1e9-a704-4848-b4e8-6a08f60f81af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.019380 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-05529fc1-8e9a-4987-be85-13e6281a4354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.020049 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-53b3f1e9-a704-4848-b4e8-6a08f60f81af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.049132 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-05529fc1-8e9a-4987-be85-13e6281a4354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.083525 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-53b3f1e9-a704-4848-b4e8-6a08f60f81af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.087619 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-3835a450-dd81-4b86-8341-b1def8cb409f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:42.101286 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3f1e9-a704-4848-b4e8-6a08f60f81af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6591bce-e58f-495a-91f4-e7d9a4439318,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:42.103937 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-53b3f1e9-a704-4848-b4e8-6a08f60f81af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:42.113497 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-53b3f1e9-a704-4848-b4e8-6a08f60f81af admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.114967 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-05529fc1-8e9a-4987-be85-13e6281a4354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.118195 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-53b3f1e9-a704-4848-b4e8-6a08f60f81af admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b6591bce-e58f-495a-91f4-e7d9a4439318 HTTP/1.1" status: 204 len: 168 time: 0.1917872 Apr 30 16:09:42.118989 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-49b494e4-c746-4c12-9161-052ea0f46fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:42.134492 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05529fc1-8e9a-4987-be85-13e6281a4354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf2d96d-bb41-4c70-8d24-f00e6aeece80,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:42.137970 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-05529fc1-8e9a-4987-be85-13e6281a4354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:42.146014 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-05529fc1-8e9a-4987-be85-13e6281a4354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.148720 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-05529fc1-8e9a-4987-be85-13e6281a4354 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ecf2d96d-bb41-4c70-8d24-f00e6aeece80 HTTP/1.1" status: 204 len: 168 time: 0.1963410 Apr 30 16:09:44.755820 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 49864) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:44.922629 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-616dfcac-978a-407c-a78d-b610f5b7856b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:44.940857 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-616dfcac-978a-407c-a78d-b610f5b7856b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:44.945804 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-616dfcac-978a-407c-a78d-b610f5b7856b admin admin] Usage tracker for resource:security_group_rule and tenant:4f3e25c71c7248e7ac938a4c3a670faf is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:44.949896 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-616dfcac-978a-407c-a78d-b610f5b7856b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:44.959173 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-616dfcac-978a-407c-a78d-b610f5b7856b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:45.073743 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-616dfcac-978a-407c-a78d-b610f5b7856b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:45.078947 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-616dfcac-978a-407c-a78d-b610f5b7856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:45.086997 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d17d2b7c-cd69-41d4-bcb8-083a024c5a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:45.133395 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dfcac-978a-407c-a78d-b610f5b7856b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c86963-d945-4039-8e85-89437699fba2,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:45.138646 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-616dfcac-978a-407c-a78d-b610f5b7856b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4f3e25c71c7248e7ac938a4c3a670faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813334 Apr 30 16:09:45.139719 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-616dfcac-978a-407c-a78d-b610f5b7856b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:45.142969 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 49870) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:45.213451 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8b02a005-06c6-4601-9391-929bd589addb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:45.249559 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8b02a005-06c6-4601-9391-929bd589addb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:45.318077 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8b02a005-06c6-4601-9391-929bd589addb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:45.322738 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-70ca0d06-c030-4392-82b1-d3bf93119b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:45.335495 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02a005-06c6-4601-9391-929bd589addb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c86963-d945-4039-8e85-89437699fba2,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:45.339489 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-8b02a005-06c6-4601-9391-929bd589addb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:45.345012 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8b02a005-06c6-4601-9391-929bd589addb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:45.347017 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-8b02a005-06c6-4601-9391-929bd589addb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c0c86963-d945-4039-8e85-89437699fba2 HTTP/1.1" status: 204 len: 168 time: 0.2028289 Apr 30 16:09:45.747326 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 49892) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:45.874599 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_v2 [None req-915689f9-837c-402b-9596-8c1cfe9b49a0 admin admin] Deleting subnet b44d619f-4545-41f1-ad38-4b5a79bcddac {{(pid=73974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:09:45.882331 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-915689f9-837c-402b-9596-8c1cfe9b49a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:45.996418 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-915689f9-837c-402b-9596-8c1cfe9b49a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6429178'] for subnet, precommit_delete_associations {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:46.091253 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-915689f9-837c-402b-9596-8c1cfe9b49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378834'] for subnet, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:46.454876 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-915689f9-837c-402b-9596-8c1cfe9b49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6699779'] for subnet, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:46.463630 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-2a277357-4c88-444a-9e38-289fd7f1f568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:46.522141 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915689f9-837c-402b-9596-8c1cfe9b49a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b44d619f-4545-41f1-ad38-4b5a79bcddac,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:46.528933 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-915689f9-837c-402b-9596-8c1cfe9b49a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:46.529417 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-915689f9-837c-402b-9596-8c1cfe9b49a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:46.541420 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-915689f9-837c-402b-9596-8c1cfe9b49a0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b44d619f-4545-41f1-ad38-4b5a79bcddac HTTP/1.1" status: 204 len: 168 time: 0.7925858 Apr 30 16:09:46.546077 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 49912) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:46.674653 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497117'] for network, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:46.891052 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377951', 'neutron.services.segments.db._delete_segments_for_network-8775008697245'] for network, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:47.055863 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab14c342-eb88-4da0-bdec-cbe5ad2345c9']}} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:47.081749 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47b53ac-b035-4512-9686-4807cf38245a') {'for_net_delete': True} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:47.082234 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47b53ac-b035-4512-9686-4807cf38245a') {} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:47.107374 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775008709991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6429171'] for segment, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:47.138368 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:47.157469 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=73974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:09:47.556382 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] Network ab14c342-eb88-4da0-bdec-cbe5ad2345c9 has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:09:47.582565 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1391655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302630'] for segment, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:47.747608 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 49940) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:47.936530 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-c7001f8f-450d-4564-8a9f-8dd77f700a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:47.937627 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] Network ab14c342-eb88-4da0-bdec-cbe5ad2345c9 has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:09:47.969477 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-c7001f8f-450d-4564-8a9f-8dd77f700a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:47.981471 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-c7001f8f-450d-4564-8a9f-8dd77f700a0d admin admin] Usage tracker for resource:security_group_rule and tenant:d66ee6ad8afc4d04831d3385f8595c5d is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:47.985024 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-c7001f8f-450d-4564-8a9f-8dd77f700a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:47.991783 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-c7001f8f-450d-4564-8a9f-8dd77f700a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: Traceback (most recent call last): Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: timer() Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: cb(*args, **kw) Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: return func(*args, **kwargs) Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: self._notify() Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: self.callback(batched_events) Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: event.method(event) Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: return f(self, *a, **k) Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: return self._get(url).json() Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: return self.request(url, 'GET', **kwargs) Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:09:47.994944 dv-cinder-787195-6-smb neutron-server[73974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:09:48.093231 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-c7001f8f-450d-4564-8a9f-8dd77f700a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.098494 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-c7001f8f-450d-4564-8a9f-8dd77f700a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.109343 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-71864d10-02bd-4906-86a2-a21756618b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:48.159295 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7001f8f-450d-4564-8a9f-8dd77f700a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd9c260-b08a-4b91-a35c-f764b20177e7,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:48.165307 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-c7001f8f-450d-4564-8a9f-8dd77f700a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:48.174741 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-c7001f8f-450d-4564-8a9f-8dd77f700a0d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d66ee6ad8afc4d04831d3385f8595c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254386 Apr 30 16:09:48.175542 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 49954) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:48.203679 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400498'] for network, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.229160 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:48.263563 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.295606 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] Pushing event deleted for resources: {'Network': ['ID=ab14c342-eb88-4da0-bdec-cbe5ad2345c9,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:48.314174 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:48.346368 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-5eb50e6c-f1b5-4c75-9e7d-b78f24201d7e admin admin] 10.222.0.67 "DELETE /v2.0/networks/ab14c342-eb88-4da0-bdec-cbe5ad2345c9 HTTP/1.1" status: 204 len: 168 time: 1.7988231 Apr 30 16:09:48.353627 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-82845bf1-9da8-4230-90a3-85da8caaa78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.388631 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-82845bf1-9da8-4230-90a3-85da8caaa78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.492166 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-82845bf1-9da8-4230-90a3-85da8caaa78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.496343 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-21a4f97c-44ee-4409-b609-0bb1126560f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:48.508466 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82845bf1-9da8-4230-90a3-85da8caaa78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd9c260-b08a-4b91-a35c-f764b20177e7,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:48.513137 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-82845bf1-9da8-4230-90a3-85da8caaa78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:48.517884 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-82845bf1-9da8-4230-90a3-85da8caaa78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.519018 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-82845bf1-9da8-4230-90a3-85da8caaa78f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8fd9c260-b08a-4b91-a35c-f764b20177e7 HTTP/1.1" status: 204 len: 168 time: 0.3421261 Apr 30 16:09:48.563245 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 49966) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:48.644853 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-c588fa36-42c1-42ab-81b0-68afda12a5b2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aaa4829ec59c4c75ac46881d938bd45a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0796340 Apr 30 16:09:48.648188 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 49970) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:48.756146 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4d67-6b96-449e-917b-6f6b81091d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.807722 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4d67-6b96-449e-917b-6f6b81091d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.884646 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4d67-6b96-449e-917b-6f6b81091d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.889238 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e4e09de5-53df-41dc-8e4c-f045ffbebc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:48.904493 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad4d67-6b96-449e-917b-6f6b81091d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22f79f5-700f-4f0a-927d-2429a44d0746,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:48.907486 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e4ad4d67-6b96-449e-917b-6f6b81091d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:48.919927 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4d67-6b96-449e-917b-6f6b81091d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.921460 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-e4ad4d67-6b96-449e-917b-6f6b81091d15 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a22f79f5-700f-4f0a-927d-2429a44d0746 HTTP/1.1" status: 204 len: 168 time: 0.2713981 Apr 30 16:09:49.094378 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8efd-36f9-4f7d-b3a0-3ebe8bdf5c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:51.837286 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50060) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:51.989886 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c15f6bed-5ee1-47fb-8cbc-d729369b9ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:52.040382 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-293d84f9-b192-4b0b-ad41-b6ce85bca2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:52.057750 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-293d84f9-b192-4b0b-ad41-b6ce85bca2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:52.063356 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-293d84f9-b192-4b0b-ad41-b6ce85bca2a7 admin admin] Usage tracker for resource:security_group_rule and tenant:60409a6a329f424295cc84087465e3ac is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:52.067302 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-293d84f9-b192-4b0b-ad41-b6ce85bca2a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:52.075507 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-293d84f9-b192-4b0b-ad41-b6ce85bca2a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:52.231618 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-293d84f9-b192-4b0b-ad41-b6ce85bca2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:52.236805 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-293d84f9-b192-4b0b-ad41-b6ce85bca2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:52.249182 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-8b02a005-06c6-4601-9391-929bd589addb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:52.329499 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50080) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:52.343143 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-293d84f9-b192-4b0b-ad41-b6ce85bca2a7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=60409a6a329f424295cc84087465e3ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5040417 Apr 30 16:09:52.346502 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d84f9-b192-4b0b-ad41-b6ce85bca2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da83830-36ca-4c57-9689-5c040a5756bd,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:52.351504 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-293d84f9-b192-4b0b-ad41-b6ce85bca2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:52.412388 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-c359f8e9-a51f-479d-965c-40e60ea3a05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:52.443840 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-c359f8e9-a51f-479d-965c-40e60ea3a05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:52.504925 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-c359f8e9-a51f-479d-965c-40e60ea3a05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:52.508940 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:52.524689 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359f8e9-a51f-479d-965c-40e60ea3a05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da83830-36ca-4c57-9689-5c040a5756bd,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:52.528047 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-c359f8e9-a51f-479d-965c-40e60ea3a05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:52.538481 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-c359f8e9-a51f-479d-965c-40e60ea3a05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:52.539747 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-c359f8e9-a51f-479d-965c-40e60ea3a05e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7da83830-36ca-4c57-9689-5c040a5756bd HTTP/1.1" status: 204 len: 168 time: 0.2089701 Apr 30 16:09:52.935427 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50096) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:52.954596 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-dda472a2-03a6-4c39-9235-e21879c87a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:52.971223 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-dda472a2-03a6-4c39-9235-e21879c87a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:52.977595 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-dda472a2-03a6-4c39-9235-e21879c87a96 admin admin] Usage tracker for resource:security_group_rule and tenant:b8c25f5de9a74e6295a7ddb45b5e9f0a is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:52.983101 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-dda472a2-03a6-4c39-9235-e21879c87a96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:52.995771 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-dda472a2-03a6-4c39-9235-e21879c87a96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:53.135494 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-dda472a2-03a6-4c39-9235-e21879c87a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.141484 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-dda472a2-03a6-4c39-9235-e21879c87a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.151102 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-1e2ceb0f-e9fa-4954-b8f2-5e6901ca15ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:53.233364 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda472a2-03a6-4c39-9235-e21879c87a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5e29ca-eaa7-4c7a-8b5b-55424620c4fe,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:53.243083 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-dda472a2-03a6-4c39-9235-e21879c87a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:53.248982 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-dda472a2-03a6-4c39-9235-e21879c87a96 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b8c25f5de9a74e6295a7ddb45b5e9f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120794 Apr 30 16:09:53.253508 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50106) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:53.337751 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.352838 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-063ca1b6-ba69-4d0e-a390-56c76dfa64c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.389257 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-063ca1b6-ba69-4d0e-a390-56c76dfa64c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.487523 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-063ca1b6-ba69-4d0e-a390-56c76dfa64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.493047 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4443c582-f545-42e4-bb05-926409845999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:53.508169 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ca1b6-ba69-4d0e-a390-56c76dfa64c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5e29ca-eaa7-4c7a-8b5b-55424620c4fe,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:53.510802 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-063ca1b6-ba69-4d0e-a390-56c76dfa64c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:53.524759 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-063ca1b6-ba69-4d0e-a390-56c76dfa64c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:53.526306 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-063ca1b6-ba69-4d0e-a390-56c76dfa64c5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ce5e29ca-eaa7-4c7a-8b5b-55424620c4fe HTTP/1.1" status: 204 len: 168 time: 0.2713268 Apr 30 16:09:54.829286 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a9e1a-cf7b-4066-9df1-b42ac6fac7d9 req-6368f6f6-7df7-4e6c-93fe-98cf69f2692d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:54.832054 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e97a9e1a-cf7b-4066-9df1-b42ac6fac7d9 req-6368f6f6-7df7-4e6c-93fe-98cf69f2692d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 946 time: 0.3411291 Apr 30 16:09:54.864403 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:54.904690 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e97a9e1a-cf7b-4066-9df1-b42ac6fac7d9 req-8e2b32d5-9233-4e98-9a3e-9ceeee69a900 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658209 Apr 30 16:09:55.962779 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4d75cf2e-246a-4e58-9ae2-428b48715455 req-5281ac1a-edbb-4a33-b909-dda351a68a85 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737894622&fields=id&tenant_id=e2f9906b802c4756bde7bb184510cc70 HTTP/1.1" status: 200 len: 267 time: 0.4787459 Apr 30 16:09:56.108272 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75cf2e-246a-4e58-9ae2-428b48715455 req-7775cd63-9809-4723-8da0-77b8b9677876 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:56.110397 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4d75cf2e-246a-4e58-9ae2-428b48715455 req-7775cd63-9809-4723-8da0-77b8b9677876 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 984 time: 0.1413491 Apr 30 16:09:56.126085 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-4d75cf2e-246a-4e58-9ae2-428b48715455 req-ac63bdf3-4633-40f1-b594-eb9eb769a940 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Request body: {'port': {'security_groups': ['1411e670-c482-41b3-acb4-6a4457b61245']}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:56.147531 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3043e37-6ff2-45ff-bd22-ef8fe9f1ddb4 req-7bc5100f-a361-4ffb-a1b3-5c58ca4afa25 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:56.149111 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f3043e37-6ff2-45ff-bd22-ef8fe9f1ddb4 req-7bc5100f-a361-4ffb-a1b3-5c58ca4afa25 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 946 time: 0.1073637 Apr 30 16:09:56.223927 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f3043e37-6ff2-45ff-bd22-ef8fe9f1ddb4 req-3bedb9c6-5b4d-4051-a0fe-8d83c5515ab5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673444 Apr 30 16:09:56.320589 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-4d75cf2e-246a-4e58-9ae2-428b48715455 req-ac63bdf3-4633-40f1-b594-eb9eb769a940 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.717758 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-85a97164-288c-4f2c-a728-90f5a2393536 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:56.721208 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-85a97164-288c-4f2c-a728-90f5a2393536 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.65 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 946 time: 0.1482172 Apr 30 16:09:56.769133 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-4d75cf2e-246a-4e58-9ae2-428b48715455 req-ac63bdf3-4633-40f1-b594-eb9eb769a940 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] For port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3f5f708d-2c03-4270-bbd4-e91e7330dd5c,segment=NetworkSegment(9b13fa04-bea7-44d0-b191-473a13965aff),segment_id=9b13fa04-bea7-44d0-b191-473a13965aff)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:56.814273 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-4d75cf2e-246a-4e58-9ae2-428b48715455 req-ac63bdf3-4633-40f1-b594-eb9eb769a940 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.821335 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-4d75cf2e-246a-4e58-9ae2-428b48715455 req-ac63bdf3-4633-40f1-b594-eb9eb769a940 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.828569 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-735ac1a5-04d9-4cdc-9d9c-25b03e409b8c tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:56.835321 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['3f5f708d-2c03-4270-bbd4-e91e7330dd5c'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:09:56.922987 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75cf2e-246a-4e58-9ae2-428b48715455 req-ac63bdf3-4633-40f1-b594-eb9eb769a940 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:56.923968 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-4d75cf2e-246a-4e58-9ae2-428b48715455 req-ac63bdf3-4633-40f1-b594-eb9eb769a940 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:56.926406 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-4d75cf2e-246a-4e58-9ae2-428b48715455 req-ac63bdf3-4633-40f1-b594-eb9eb769a940 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "PUT /v2.0/ports/3f5f708d-2c03-4270-bbd4-e91e7330dd5c HTTP/1.1" status: 200 len: 942 time: 0.8080771 Apr 30 16:09:56.928481 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'tag': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:56.944329 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50212) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:57.033014 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Deleting port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:09:57.034738 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.038698 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63bdf3-4633-40f1-b594-eb9eb769a940 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Pushing event updated for resources: {'Port': ['ID=3f5f708d-2c03-4270-bbd4-e91e7330dd5c,revision_number=7']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:57.052001 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-ac63bdf3-4633-40f1-b594-eb9eb769a940 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:57.062528 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'tag': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c', 'status': 'completed', 'code': 200} Apr 30 16:09:57.165835 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cecc965a-ee50-4e13-b4f6-2dc1136f6909 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.184505 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['3f5f708d-2c03-4270-bbd4-e91e7330dd5c'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:09:57.223497 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cecc965a-ee50-4e13-b4f6-2dc1136f6909 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.523397 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.574437 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] For port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:57.575325 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337f9de-2c5a-4d11-aa0e-2bd166d8a420 req-3c54a52c-2c54-4d66-bb54-d34c50adb543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:57.575487 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.577783 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7337f9de-2c5a-4d11-aa0e-2bd166d8a420 req-3c54a52c-2c54-4d66-bb54-d34c50adb543 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2f9906b802c4756bde7bb184510cc70&device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 1098 time: 0.4665396 Apr 30 16:09:57.641412 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-dafe2c72-10e8-43e6-a3df-b186b442212d None None] Provisioning complete for port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:57.642536 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-dafe2c72-10e8-43e6-a3df-b186b442212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.837016 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bac7ef-3ad3-4f66-9fdc-e8b93921cc74 req-f8f13fca-1188-4389-bc8f-99ac89de8f63 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:57.839127 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a6bac7ef-3ad3-4f66-9fdc-e8b93921cc74 req-f8f13fca-1188-4389-bc8f-99ac89de8f63 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 946 time: 0.3464484 Apr 30 16:09:57.842562 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cecc965a-ee50-4e13-b4f6-2dc1136f6909 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:57.850382 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-82845bf1-9da8-4230-90a3-85da8caaa78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:57.948593 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc965a-ee50-4e13-b4f6-2dc1136f6909 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fb6539-a2e3-4c6f-9038-fa8458d961d1,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:57.987237 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-cecc965a-ee50-4e13-b4f6-2dc1136f6909 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:58.006642 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a6bac7ef-3ad3-4f66-9fdc-e8b93921cc74 req-e172acf9-f668-4844-aafd-581814de5b01 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=de2edc42-65fc-4408-a08f-dbbc05db8100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595371 Apr 30 16:09:58.059365 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-cecc965a-ee50-4e13-b4f6-2dc1136f6909 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:58.065992 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-cecc965a-ee50-4e13-b4f6-2dc1136f6909 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "DELETE /v2.0/security-groups/78fb6539-a2e3-4c6f-9038-fa8458d961d1 HTTP/1.1" status: 204 len: 168 time: 1.1023998 Apr 30 16:09:58.067344 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50254) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:58.069283 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337f9de-2c5a-4d11-aa0e-2bd166d8a420 req-9606537a-8f31-4956-9665-d011e68a10df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:58.072023 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7337f9de-2c5a-4d11-aa0e-2bd166d8a420 req-9606537a-8f31-4956-9665-d011e68a10df service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc105a78-ce6a-4231-abfa-d2cb016b28d7 HTTP/1.1" status: 200 len: 916 time: 0.4701104 Apr 30 16:09:58.288052 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:58.288819 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397203'] for floatingip, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:58.290109 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.l3_db [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Floating IP fa663d8e-29e6-41aa-a159-91dffc5dc063 disassociated. External IP: 172.28.1.253, port: dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3. Apr 30 16:09:58.291385 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Calling delete_port for dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 owned by compute:nova {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:09:58.536408 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:58.548151 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-200201ac-6afc-43b3-a2c4-43fc155be452 tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:58.583426 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7337f9de-2c5a-4d11-aa0e-2bd166d8a420 req-baa75fda-cdc9-4d69-8a7a-6d641871c019 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5f708d-2c03-4270-bbd4-e91e7330dd5c HTTP/1.1" status: 200 len: 1000 time: 0.3694460 Apr 30 16:09:58.632279 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event deleted for resources: {'Port': ['ID=dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:58.638099 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:58.726485 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337f9de-2c5a-4d11-aa0e-2bd166d8a420 req-1e08a2d7-f06e-484c-b38b-98c40d363a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:58.728010 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7337f9de-2c5a-4d11-aa0e-2bd166d8a420 req-1e08a2d7-f06e-484c-b38b-98c40d363a4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8bcdef9-4528-46fb-917a-8c816ff59819 HTTP/1.1" status: 200 len: 854 time: 0.1287005 Apr 30 16:09:58.811841 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-6f21b55f-9441-4b2f-80ec-ee4d02021b1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Deleting port 971614b5-11e4-4018-a9f3-7ea408b03459 {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:09:58.812059 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f21b55f-9441-4b2f-80ec-ee4d02021b1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:58.942851 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337f9de-2c5a-4d11-aa0e-2bd166d8a420 req-63a5aeaf-5736-4fd1-8e89-e08f265cfc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:58.944396 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7337f9de-2c5a-4d11-aa0e-2bd166d8a420 req-63a5aeaf-5736-4fd1-8e89-e08f265cfc26 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc105a78-ce6a-4231-abfa-d2cb016b28d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2072020 Apr 30 16:09:59.013984 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f21b55f-9441-4b2f-80ec-ee4d02021b1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:59.014634 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f21b55f-9441-4b2f-80ec-ee4d02021b1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:59.043885 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:09:59.209071 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-6f21b55f-9441-4b2f-80ec-ee4d02021b1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Calling delete_port for 971614b5-11e4-4018-a9f3-7ea408b03459 owned by network:floatingip {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:09:59.266847 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7337f9de-2c5a-4d11-aa0e-2bd166d8a420 req-ea917f15-c538-4b85-bf05-f3c0e17aaa2f service neutron] 10.222.0.65 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097630 Apr 30 16:09:59.370150 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-813a23e7-e77b-49c3-8b54-23bb9c7c54d9 req-e4f01e32-cd4f-4592-9378-48bf5dddd4ff tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 210 time: 0.0647986 Apr 30 16:09:59.414574 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:09:59.426956 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fd26a-062d-4bdd-8870-301ed3442092 None None] Sync routers for ids ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:09:59.443424 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31fd26a-062d-4bdd-8870-301ed3442092 None None] Routers {'7aa1b875-e34a-4c08-96e9-8ccedd3e62af'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:09:59.446333 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-e31fd26a-062d-4bdd-8870-301ed3442092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:09:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:59.502060 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7337f9de-2c5a-4d11-aa0e-2bd166d8a420 req-e58409ff-e9ea-4192-a4e2-a748dc8a4b02 service neutron] 10.222.0.65 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231779 Apr 30 16:09:59.592098 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] No DVR routers for this DVR port dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 on host hv-cinder-78719 {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:09:59.606926 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:59.613737 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c9ced6-1815-496a-8b40-e198dbb15796', 'name': 'network-vif-deleted', 'tag': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:59.659830 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-85043ee0-4d84-4b99-a350-57b87dde4f4e req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.65 "DELETE /v2.0/ports/dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 HTTP/1.1" status: 204 len: 173 time: 2.9330101 Apr 30 16:09:59.678047 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c9ced6-1815-496a-8b40-e198dbb15796', 'name': 'network-vif-deleted', 'tag': 'dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3', 'status': 'completed', 'code': 200} Apr 30 16:09:59.701395 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f21b55f-9441-4b2f-80ec-ee4d02021b1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:59.707160 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-affc2d26-115e-4866-9b51-8c291c80dc7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:59.874831 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21b55f-9441-4b2f-80ec-ee4d02021b1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Pushing event deleted for resources: {'Port': ['ID=971614b5-11e4-4018-a9f3-7ea408b03459,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:59.890338 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-e31fd26a-062d-4bdd-8870-301ed3442092 None None] Set router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:00.128682 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-6f21b55f-9441-4b2f-80ec-ee4d02021b1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:00.148008 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50294) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:00.252772 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f21b55f-9441-4b2f-80ec-ee4d02021b1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks [] for floatingip, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:00.254917 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.db.l3_db [None req-6f21b55f-9441-4b2f-80ec-ee4d02021b1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Floating IP 0da0a96e-5285-49f6-9ba8-9e497c2237a8 disassociated (deleted). External IP: 172.28.1.18, port: 3f5f708d-2c03-4270-bbd4-e91e7330dd5c. Apr 30 16:10:00.521573 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-0bd75d3d-b245-4f7d-a6b7-7ff766578099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:00.532832 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-e31fd26a-062d-4bdd-8870-301ed3442092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '74658aba-3c89-481e-ba4c-f8b66cb456c6', 'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'mac_address': 'fa:16:3e:f6:4a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:13Z', 'updated_at': '2021-04-30T16:05:26Z', 'revision_number': 5, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'subnets': [{'id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:00.559695 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fd26a-062d-4bdd-8870-301ed3442092 None None] Checking router: 7aa1b875-e34a-4c08-96e9-8ccedd3e62af for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:10:00.590433 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31fd26a-062d-4bdd-8870-301ed3442092 None None] Routers {'7aa1b875-e34a-4c08-96e9-8ccedd3e62af'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:00.591569 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-e31fd26a-062d-4bdd-8870-301ed3442092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:09:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:00.669256 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50306) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:00.682811 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-d910f8a3-8e1a-402d-be8e-3b8aecc23efe req-1c79b2d1-00f4-423f-af44-fd1fb9cc07a7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Synchronizing usage tracker for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:00.686476 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-0bd75d3d-b245-4f7d-a6b7-7ff766578099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:00.691919 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-0bd75d3d-b245-4f7d-a6b7-7ff766578099 admin admin] Usage tracker for resource:security_group_rule and tenant:f5eeb88e99cf4592aa89ef3757b189c0 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:00.703405 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-0bd75d3d-b245-4f7d-a6b7-7ff766578099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:00.743960 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-0bd75d3d-b245-4f7d-a6b7-7ff766578099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:00.868211 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-0bd75d3d-b245-4f7d-a6b7-7ff766578099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:00.875313 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-d910f8a3-8e1a-402d-be8e-3b8aecc23efe req-1c79b2d1-00f4-423f-af44-fd1fb9cc07a7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Unset dirty status for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:00.891432 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d910f8a3-8e1a-402d-be8e-3b8aecc23efe req-1c79b2d1-00f4-423f-af44-fd1fb9cc07a7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c9ced6-1815-496a-8b40-e198dbb15796 HTTP/1.1" status: 200 len: 210 time: 0.3014283 Apr 30 16:10:00.896454 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-0bd75d3d-b245-4f7d-a6b7-7ff766578099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:00.916309 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-3c32b57b-8015-4204-8ef5-846c2ab7b51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:00.954802 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ad4066dc-bb3c-42ad-a8cc-efb2b401f5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:00.975445 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-0bd75d3d-b245-4f7d-a6b7-7ff766578099 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f5eeb88e99cf4592aa89ef3757b189c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8215158 Apr 30 16:10:00.977054 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd75d3d-b245-4f7d-a6b7-7ff766578099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ee425f-69f8-4331-b607-4a16fdb17529,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:00.981653 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-0bd75d3d-b245-4f7d-a6b7-7ff766578099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:00.982709 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50316) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:00.986771 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-e31fd26a-062d-4bdd-8870-301ed3442092 None None] Set router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:01.004548 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-ad4066dc-bb3c-42ad-a8cc-efb2b401f5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:01.008719 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-ad4066dc-bb3c-42ad-a8cc-efb2b401f5a8 admin admin] Usage tracker for resource:security_group_rule and tenant:50f6956b03d940508b43873effd8cc4a is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:01.012471 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-ad4066dc-bb3c-42ad-a8cc-efb2b401f5a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:01.019436 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-ad4066dc-bb3c-42ad-a8cc-efb2b401f5a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:01.067195 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a8de4880-1364-49ff-8e23-cf37ebb0a5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.117453 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a8de4880-1364-49ff-8e23-cf37ebb0a5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.207436 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a8de4880-1364-49ff-8e23-cf37ebb0a5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.209117 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ad4066dc-bb3c-42ad-a8cc-efb2b401f5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.220370 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cb3fbe95-4c08-4486-91c6-178b154d2755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:01.222873 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ad4066dc-bb3c-42ad-a8cc-efb2b401f5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.239608 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de4880-1364-49ff-8e23-cf37ebb0a5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ee425f-69f8-4331-b607-4a16fdb17529,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:01.244353 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a8de4880-1364-49ff-8e23-cf37ebb0a5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:01.255492 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a8de4880-1364-49ff-8e23-cf37ebb0a5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.259757 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-a8de4880-1364-49ff-8e23-cf37ebb0a5de admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f2ee425f-69f8-4331-b607-4a16fdb17529 HTTP/1.1" status: 204 len: 168 time: 0.2727115 Apr 30 16:10:01.268953 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-bbfc57d8-75d8-40cf-b673-6830315f3ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:01.312017 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4066dc-bb3c-42ad-a8cc-efb2b401f5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e46c6f6-dcba-47ad-bae5-fb6b60efe1f1,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:01.316549 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f21b55f-9441-4b2f-80ec-ee4d02021b1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Router 2547b741-2c81-46a0-a19c-3ab7e57cffcd has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:10:01.319888 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-ad4066dc-bb3c-42ad-a8cc-efb2b401f5a8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=50f6956b03d940508b43873effd8cc4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6489801 Apr 30 16:10:01.321180 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-ad4066dc-bb3c-42ad-a8cc-efb2b401f5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:01.325812 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50324) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:01.481892 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-123bf72c-a985-439f-b376-6b85a6fd9adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.537521 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-123bf72c-a985-439f-b376-6b85a6fd9adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.671918 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-123bf72c-a985-439f-b376-6b85a6fd9adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.683579 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9867b2aa-ad2e-4357-8fa5-4be525062926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:01.713004 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bf72c-a985-439f-b376-6b85a6fd9adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e46c6f6-dcba-47ad-bae5-fb6b60efe1f1,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:01.714403 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-e31fd26a-062d-4bdd-8870-301ed3442092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '74658aba-3c89-481e-ba4c-f8b66cb456c6', 'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'mac_address': 'fa:16:3e:f6:4a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:13Z', 'updated_at': '2021-04-30T16:05:26Z', 'revision_number': 5, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'subnets': [{'id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:01.720598 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-123bf72c-a985-439f-b376-6b85a6fd9adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:01.723090 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-123bf72c-a985-439f-b376-6b85a6fd9adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.724817 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fd26a-062d-4bdd-8870-301ed3442092 None None] The sync data for ids ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'] in dv-cinder-787195-6-smb is: [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '74658aba-3c89-481e-ba4c-f8b66cb456c6', 'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'mac_address': 'fa:16:3e:f6:4a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:13Z', 'updated_at': '2021-04-30T16:05:26Z', 'revision_number': 5, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'subnets': [{'id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:10:01.730918 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-123bf72c-a985-439f-b376-6b85a6fd9adf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4e46c6f6-dcba-47ad-bae5-fb6b60efe1f1 HTTP/1.1" status: 204 len: 168 time: 0.4027627 Apr 30 16:10:01.740342 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f21b55f-9441-4b2f-80ec-ee4d02021b1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:10:01.754627 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a762e22-29ea-4f21-8e00-578cc5257598 None None] Sync routers for ids ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:10:01.793093 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a762e22-29ea-4f21-8e00-578cc5257598 None None] Routers {'2547b741-2c81-46a0-a19c-3ab7e57cffcd'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:01.794667 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-1a762e22-29ea-4f21-8e00-578cc5257598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:09:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:01.856300 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f21b55f-9441-4b2f-80ec-ee4d02021b1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.886122 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50332) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:01.953117 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-6f21b55f-9441-4b2f-80ec-ee4d02021b1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "DELETE /v2.0/floatingips/0da0a96e-5285-49f6-9ba8-9e497c2237a8 HTTP/1.1" status: 204 len: 168 time: 3.8767548 Apr 30 16:10:01.953117 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'tag': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:01.961794 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a0b5-624d-45df-a8a5-15d5466270bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:02.054552 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:10:02.062496 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b4a3a0b5-624d-45df-a8a5-15d5466270bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:02.078620 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b4a3a0b5-624d-45df-a8a5-15d5466270bf admin admin] Usage tracker for resource:security_group_rule and tenant:76063a0a1a3e4c3580a853914c5c6ba5 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:02.090513 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b4a3a0b5-624d-45df-a8a5-15d5466270bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:02.115574 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b4a3a0b5-624d-45df-a8a5-15d5466270bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:02.122563 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'tag': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c', 'status': 'completed', 'code': 200} Apr 30 16:10:02.233988 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50348) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:02.286973 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:10:02.287223 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device dc6812b6-9f71-44b7-ba5f-a0edd5b00eb3 not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:10:02.360288 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5e22c-b564-4ef6-b8b5-047eecf4e9b3 None None] New status for floating IP fa663d8e-29e6-41aa-a159-91dffc5dc063: DOWN {{(pid=73975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:10:02.470735 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-14df55fa-3a2a-4e75-b826-f61fe55a9a32 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:02.480373 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-1a762e22-29ea-4f21-8e00-578cc5257598 None None] Set router 2547b741-2c81-46a0-a19c-3ab7e57cffcd gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:02.562324 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-14df55fa-3a2a-4e75-b826-f61fe55a9a32 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:02.605560 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a0b5-624d-45df-a8a5-15d5466270bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:02.625281 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a0b5-624d-45df-a8a5-15d5466270bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:02.685276 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-c359f8e9-a51f-479d-965c-40e60ea3a05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:02.759300 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-14df55fa-3a2a-4e75-b826-f61fe55a9a32 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:02.774389 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-833e79d1-a4c2-4918-b77f-c3be517ca397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:02.822306 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df55fa-3a2a-4e75-b826-f61fe55a9a32 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2edc42-65fc-4408-a08f-dbbc05db8100,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:02.841875 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-14df55fa-3a2a-4e75-b826-f61fe55a9a32 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:02.864150 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-14df55fa-3a2a-4e75-b826-f61fe55a9a32 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:02.866166 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-14df55fa-3a2a-4e75-b826-f61fe55a9a32 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "DELETE /v2.0/security-groups/de2edc42-65fc-4408-a08f-dbbc05db8100 HTTP/1.1" status: 204 len: 168 time: 0.6306698 Apr 30 16:10:02.868820 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50364) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:02.890785 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.api.v2.resource [None req-4bcfa2d1-7359-4797-9c50-f92c8ed342f9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] show failed (client error): The resource could not be found. Apr 30 16:10:02.892294 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-4bcfa2d1-7359-4797-9c50-f92c8ed342f9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups/de2edc42-65fc-4408-a08f-dbbc05db8100 HTTP/1.1" status: 404 len: 347 time: 0.0222383 Apr 30 16:10:02.895331 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50368) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:03.194297 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-b4a3a0b5-624d-45df-a8a5-15d5466270bf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=76063a0a1a3e4c3580a853914c5c6ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3063684 Apr 30 16:10:03.200336 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3a0b5-624d-45df-a8a5-15d5466270bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c47230-70eb-4cde-983d-7c82ca27be8d,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:03.215446 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50378) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:03.236913 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b4a3a0b5-624d-45df-a8a5-15d5466270bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:03.415980 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:03.445024 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de8417-37d9-4916-bed9-afac857d0537 req-c3b1f73c-c586-497d-b1dd-39a68a263fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:03.447025 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-98de8417-37d9-4916-bed9-afac857d0537 req-c3b1f73c-c586-497d-b1dd-39a68a263fc5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2f9906b802c4756bde7bb184510cc70&device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 1098 time: 1.2646763 Apr 30 16:10:03.502423 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Deleting port 8df3e92c-967c-4433-b501-29068d6c42d7 {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:03.502996 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:03.555071 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:03.600341 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-1a762e22-29ea-4f21-8e00-578cc5257598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:17Z', 'updated_at': '2021-04-30T16:06:26Z', 'revision_number': 4, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'gw_port': {'id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:18Z', 'updated_at': '2021-04-30T16:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '488c40e2-29da-4c3c-a8c2-f2c6d9a6723c', 'name': '', 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'mac_address': 'fa:16:3e:ac:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:24Z', 'updated_at': '2021-04-30T16:06:33Z', 'revision_number': 5, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'subnets': [{'id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:03.606224 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a762e22-29ea-4f21-8e00-578cc5257598 None None] Checking router: 2547b741-2c81-46a0-a19c-3ab7e57cffcd for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:10:03.621806 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a762e22-29ea-4f21-8e00-578cc5257598 None None] Routers {'2547b741-2c81-46a0-a19c-3ab7e57cffcd'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:03.622531 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-1a762e22-29ea-4f21-8e00-578cc5257598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:09:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:03.868476 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:03.869247 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:03.937403 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de8417-37d9-4916-bed9-afac857d0537 req-c1ee228b-392b-4bab-91ab-ed205261c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:03.940067 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-98de8417-37d9-4916-bed9-afac857d0537 req-c1ee228b-392b-4bab-91ab-ed205261c27d service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc105a78-ce6a-4231-abfa-d2cb016b28d7 HTTP/1.1" status: 200 len: 916 time: 0.4854519 Apr 30 16:10:04.020941 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:04.034463 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-1a762e22-29ea-4f21-8e00-578cc5257598 None None] Set router 2547b741-2c81-46a0-a19c-3ab7e57cffcd gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:04.035708 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:04.048023 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-98de8417-37d9-4916-bed9-afac857d0537 req-8464f0a3-3696-4198-8640-6c73552c0d4b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5f708d-2c03-4270-bbd4-e91e7330dd5c HTTP/1.1" status: 200 len: 217 time: 0.0995028 Apr 30 16:10:04.064749 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c47230-70eb-4cde-983d-7c82ca27be8d,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:04.123778 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.124152 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.124516 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.124894 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.125435 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.126137 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.126636 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.127278 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.127811 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.128319 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.129000 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.129509 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.139739 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:04.144628 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:04.149317 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-dca9a960-a749-457b-bb5c-558a00481ef9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/76c47230-70eb-4cde-983d-7c82ca27be8d HTTP/1.1" status: 204 len: 168 time: 0.9300632 Apr 30 16:10:04.187806 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de8417-37d9-4916-bed9-afac857d0537 req-fcebdf68-1952-49b1-9a6a-877ef9f6696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:04.189949 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-98de8417-37d9-4916-bed9-afac857d0537 req-fcebdf68-1952-49b1-9a6a-877ef9f6696e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b8bcdef9-4528-46fb-917a-8c816ff59819 HTTP/1.1" status: 200 len: 854 time: 0.1074104 Apr 30 16:10:04.357245 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de8417-37d9-4916-bed9-afac857d0537 req-5a1d32ea-0900-43db-a203-a43e2b92f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:04.362264 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-98de8417-37d9-4916-bed9-afac857d0537 req-5a1d32ea-0900-43db-a203-a43e2b92f672 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc105a78-ce6a-4231-abfa-d2cb016b28d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1604130 Apr 30 16:10:04.446616 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Calling delete_port for 8df3e92c-967c-4433-b501-29068d6c42d7 owned by network:floatingip {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:04.678691 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-98de8417-37d9-4916-bed9-afac857d0537 req-0f1a207f-81e5-4654-bf81-234df06d1721 service neutron] 10.222.0.65 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075261 Apr 30 16:10:04.723180 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:04.727749 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-eb53fc07-020c-418a-a089-0ea8e4f20bc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:04.856329 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event deleted for resources: {'Port': ['ID=8df3e92c-967c-4433-b501-29068d6c42d7,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:04.904328 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-1a762e22-29ea-4f21-8e00-578cc5257598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:17Z', 'updated_at': '2021-04-30T16:06:26Z', 'revision_number': 4, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'gw_port': {'id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:18Z', 'updated_at': '2021-04-30T16:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '488c40e2-29da-4c3c-a8c2-f2c6d9a6723c', 'name': '', 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'mac_address': 'fa:16:3e:ac:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:24Z', 'updated_at': '2021-04-30T16:06:33Z', 'revision_number': 5, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'subnets': [{'id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:04.912118 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a762e22-29ea-4f21-8e00-578cc5257598 None None] The sync data for ids ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'] in dv-cinder-787195-6-smb is: [{'id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:17Z', 'updated_at': '2021-04-30T16:06:26Z', 'revision_number': 4, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'gw_port': {'id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:18Z', 'updated_at': '2021-04-30T16:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '488c40e2-29da-4c3c-a8c2-f2c6d9a6723c', 'name': '', 'network_id': 'cc105a78-ce6a-4231-abfa-d2cb016b28d7', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'mac_address': 'fa:16:3e:ac:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:24Z', 'updated_at': '2021-04-30T16:06:33Z', 'revision_number': 5, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'subnets': [{'id': 'b8bcdef9-4528-46fb-917a-8c816ff59819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:10:04.919997 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.920372 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.920797 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.921118 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.921623 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.921807 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.922212 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.922490 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.933554 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.935195 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.936419 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:04.937407 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:05.062930 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:05.074622 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50412) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:05.125731 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-98de8417-37d9-4916-bed9-afac857d0537 req-d24a34a5-2c05-45a3-a395-6c508ef00b26 service neutron] 10.222.0.65 "GET /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396751 Apr 30 16:10:05.236627 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for floatingip, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.294745 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.316756 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "DELETE /v2.0/floatingips/fa663d8e-29e6-41aa-a159-91dffc5dc063 HTTP/1.1" status: 204 len: 168 time: 2.4174252 Apr 30 16:10:05.387794 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-3275c1c5-3ab2-4d29-b0fd-3387ceaa6b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.456317 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-3275c1c5-3ab2-4d29-b0fd-3387ceaa6b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:05.469444 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-3275c1c5-3ab2-4d29-b0fd-3387ceaa6b22 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c4fc457d5545799f76fde1ce46b4a5 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:05.484605 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-3275c1c5-3ab2-4d29-b0fd-3387ceaa6b22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:05.500056 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-3275c1c5-3ab2-4d29-b0fd-3387ceaa6b22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:05.513157 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc57b196-d4a8-4442-bd60-bf221f6a2133 None None] New status for floating IP 0da0a96e-5285-49f6-9ba8-9e497c2237a8: DOWN {{(pid=73976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:10:05.700497 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-3275c1c5-3ab2-4d29-b0fd-3387ceaa6b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.716131 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-3275c1c5-3ab2-4d29-b0fd-3387ceaa6b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.742716 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-981d7e63-ea29-483c-a8db-5ff9521e3166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:05.860561 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-3275c1c5-3ab2-4d29-b0fd-3387ceaa6b22 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f9c4fc457d5545799f76fde1ce46b4a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7792263 Apr 30 16:10:05.863130 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50454) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:05.864876 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275c1c5-3ab2-4d29-b0fd-3387ceaa6b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0896a4-7892-46e1-b695-0c3021106f22,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:05.871679 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-3275c1c5-3ab2-4d29-b0fd-3387ceaa6b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:06.007842 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-bcaf679e-78c7-4279-9165-45f353a06c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.044908 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-bcaf679e-78c7-4279-9165-45f353a06c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.152896 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-bcaf679e-78c7-4279-9165-45f353a06c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.159616 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-7a110db7-e12b-4217-939a-5c84850c16a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:06.176300 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf679e-78c7-4279-9165-45f353a06c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0896a4-7892-46e1-b695-0c3021106f22,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:06.184849 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-bcaf679e-78c7-4279-9165-45f353a06c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:06.185805 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-bcaf679e-78c7-4279-9165-45f353a06c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.187000 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-bcaf679e-78c7-4279-9165-45f353a06c15 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ef0896a4-7892-46e1-b695-0c3021106f22 HTTP/1.1" status: 204 len: 168 time: 0.3228738 Apr 30 16:10:06.242868 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50468) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:06.249443 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--667607272', 'description': 'tempest-description--774744988'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:06.260461 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:06.270643 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Usage tracker for resource:security_group and tenant:30884ecb7cdb4bbdae8da19d8171f557 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:06.277048 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:06.291073 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:06.335377 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.372071 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:06.405713 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Usage tracker for resource:security_group_rule and tenant:30884ecb7cdb4bbdae8da19d8171f557 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:06.409842 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:06.417133 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:06.693885 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.727539 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.764986 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9b9a0159-b51a-44f8-83fd-d93419ce86c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:06.780840 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.785409 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50516) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:06.786630 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5424719 Apr 30 16:10:06.804217 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-9281395d-e12a-4648-9108-7d0cd15216f7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Request body: {'security_group_rule': {'security_group_id': '0b8c2ba7-6333-4be2-8974-7ccec8dc15fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:06.828509 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca212b-6f67-494d-be81-a418d3a95ba4 req-672f2ab3-36a4-43cc-b9da-1a31f9e32b28 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:06.832616 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5aca212b-6f67-494d-be81-a418d3a95ba4 req-672f2ab3-36a4-43cc-b9da-1a31f9e32b28 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.2496653 Apr 30 16:10:06.842122 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-9281395d-e12a-4648-9108-7d0cd15216f7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:06.853871 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:06.858500 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-9281395d-e12a-4648-9108-7d0cd15216f7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Usage tracker for resource:security_group_rule and tenant:30884ecb7cdb4bbdae8da19d8171f557 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:06.864555 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d8232646-4abe-4940-976b-a7743a30650a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:06.868224 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-9281395d-e12a-4648-9108-7d0cd15216f7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:06.889550 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-9281395d-e12a-4648-9108-7d0cd15216f7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:06.928949 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9281395d-e12a-4648-9108-7d0cd15216f7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:06.985808 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5aca212b-6f67-494d-be81-a418d3a95ba4 req-04cb74bd-15b4-484c-b08b-8bbffdfbaeb5 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418417 Apr 30 16:10:07.042611 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9281395d-e12a-4648-9108-7d0cd15216f7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:07.048176 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9281395d-e12a-4648-9108-7d0cd15216f7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:07.050593 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-15b6c687-104f-49a7-bfd3-8e499486988f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:07.074780 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281395d-e12a-4648-9108-7d0cd15216f7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7376c332-70ce-40fc-8f6c-a8d0ac2fca1b,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:07.079577 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-9281395d-e12a-4648-9108-7d0cd15216f7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:07.096415 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9281395d-e12a-4648-9108-7d0cd15216f7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:07.097886 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-9281395d-e12a-4648-9108-7d0cd15216f7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3114042 Apr 30 16:10:07.100591 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50520) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:07.107887 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-e7121bca-e1b8-4759-9921-1af54e492ae5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Request body: {'security_group_rule': {'security_group_id': '0b8c2ba7-6333-4be2-8974-7ccec8dc15fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:07.115881 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-e7121bca-e1b8-4759-9921-1af54e492ae5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:07.122545 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-e7121bca-e1b8-4759-9921-1af54e492ae5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Usage tracker for resource:security_group_rule and tenant:30884ecb7cdb4bbdae8da19d8171f557 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:07.127683 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-e7121bca-e1b8-4759-9921-1af54e492ae5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:07.139117 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-e7121bca-e1b8-4759-9921-1af54e492ae5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:07.169062 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e7121bca-e1b8-4759-9921-1af54e492ae5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:07.281867 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e7121bca-e1b8-4759-9921-1af54e492ae5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:07.290521 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e7121bca-e1b8-4759-9921-1af54e492ae5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:07.294847 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-71a5ec8b-ba29-4a3c-a4d5-b4568eaf1051 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:07.339697 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e7121bca-e1b8-4759-9921-1af54e492ae5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:07.341222 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-e7121bca-e1b8-4759-9921-1af54e492ae5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2391863 Apr 30 16:10:07.344008 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7121bca-e1b8-4759-9921-1af54e492ae5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07366c7a-c832-47a5-b93a-b31f21afdec6,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:07.344599 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50530) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:07.351057 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Request body: {'floatingip': {'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:07.362301 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e7121bca-e1b8-4759-9921-1af54e492ae5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:07.403190 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:07.412931 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Usage tracker for resource:floatingip and tenant:30884ecb7cdb4bbdae8da19d8171f557 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:07.418432 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:07.426189 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:07.446147 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for floatingip, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:07.517843 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539a697-40b1-4df0-9d52-6071a2772b80 req-471c5f51-1919-491a-ab44-178964db1c9a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:07.519764 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b539a697-40b1-4df0-9d52-6071a2772b80 req-471c5f51-1919-491a-ab44-178964db1c9a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 945 time: 0.1620789 Apr 30 16:10:07.671520 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b539a697-40b1-4df0-9d52-6071a2772b80 req-ec31427b-3eea-4dce-be8a-82bfbf7c3d04 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882645 Apr 30 16:10:07.726484 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:08.002473 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Allocated IP 172.28.1.200 (7f18a24d-1fcc-4840-abae-ef8e7b2dba23/58a2ec7a-0b40-4394-88ce-94b1dd1bf408/f4e419cf-17b7-4db8-a09a-5e909c985c77) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:08.318282 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:08.357641 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:08.362355 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2568461a-815d-4452-925f-87cc0cc9f5f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:08.398543 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29e0b9-abcf-45e4-83dd-81843cda2de7 req-3c988414-e859-4ad6-a5db-24ce07bd783a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:08.401048 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ef29e0b9-abcf-45e4-83dd-81843cda2de7 req-3c988414-e859-4ad6-a5db-24ce07bd783a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.1804121 Apr 30 16:10:08.443588 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:08.450366 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:08.456530 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:08.502597 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ef29e0b9-abcf-45e4-83dd-81843cda2de7 req-116f0375-9e16-4ff4-836a-115b64bad2c3 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869687 Apr 30 16:10:08.704608 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event updated for resources: {'Port': ['ID=f4e419cf-17b7-4db8-a09a-5e909c985c77,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:08.719931 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:08.782463 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:08.948836 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:09.202564 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-69be48ee-df3e-4e59-b18a-b5f13d2d1748 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:09.204284 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-69be48ee-df3e-4e59-b18a-b5f13d2d1748 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.65 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.3600686 Apr 30 16:10:09.259035 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a56e76-c209-48b9-918a-900363e0bbb3 req-0d934106-69e2-4bb5-a8d1-c54ce1511958 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:09.261359 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d7a56e76-c209-48b9-918a-900363e0bbb3 req-0d934106-69e2-4bb5-a8d1-c54ce1511958 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 945 time: 0.3695962 Apr 30 16:10:09.535069 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d7a56e76-c209-48b9-918a-900363e0bbb3 req-94efb6f9-dc45-489a-af1f-76314826ca29 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485542 Apr 30 16:10:09.567007 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:09.580891 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:09.604982 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:09.739925 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event updated for resources: {'Port': ['ID=f4e419cf-17b7-4db8-a09a-5e909c985c77,revision_number=2']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:09.807342 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:09.872309 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6de263-573a-4c5d-a8b3-f6fdb59fc9af req-e7e22eaf-2ae4-4889-8475-aff408b17af8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:09.873535 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-1d6de263-573a-4c5d-a8b3-f6fdb59fc9af req-e7e22eaf-2ae4-4889-8475-aff408b17af8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Synchronizing usage tracker for tenant:e2f9906b802c4756bde7bb184510cc70 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:09.895684 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397203'] for floatingip, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:09.909077 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Deleting port 966b7e13-7963-4c4c-818b-304d8249f046 {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:09.909617 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:09.940746 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f9e87-38e8-4071-a759-dc72abf5680e req-ac7eba64-d1ce-44ab-b82a-a646738c157f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:09.943277 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-df2f9e87-38e8-4071-a759-dc72abf5680e req-ac7eba64-d1ce-44ab-b82a-a646738c157f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 946 time: 0.2120118 Apr 30 16:10:09.945115 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-1d6de263-573a-4c5d-a8b3-f6fdb59fc9af req-e7e22eaf-2ae4-4889-8475-aff408b17af8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Unset dirty status for tenant:e2f9906b802c4756bde7bb184510cc70 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:09.947095 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1d6de263-573a-4c5d-a8b3-f6fdb59fc9af req-e7e22eaf-2ae4-4889-8475-aff408b17af8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.65 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 945 time: 0.3394823 Apr 30 16:10:10.103368 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:10.105298 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7595747 Apr 30 16:10:10.146272 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-df2f9e87-38e8-4071-a759-dc72abf5680e req-3685c1c0-7be9-4b2c-88eb-6f504a7f0c49 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=645d1d2e-579f-482b-870e-eb91c884f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941352 Apr 30 16:10:10.210009 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [req-1d6de263-573a-4c5d-a8b3-f6fdb59fc9af req-e848263a-fb46-4d7c-90b5-88b1a751afe8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Deleting port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:10.210517 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-1d6de263-573a-4c5d-a8b3-f6fdb59fc9af req-e848263a-fb46-4d7c-90b5-88b1a751afe8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:10.216820 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] For port 966b7e13-7963-4c4c-818b-304d8249f046, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=966b7e13-7963-4c4c-818b-304d8249f046,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:10.217389 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:10.434915 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-1d6de263-573a-4c5d-a8b3-f6fdb59fc9af req-e848263a-fb46-4d7c-90b5-88b1a751afe8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] For port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3f5f708d-2c03-4270-bbd4-e91e7330dd5c,segment=NetworkSegment(9b13fa04-bea7-44d0-b191-473a13965aff),segment_id=9b13fa04-bea7-44d0-b191-473a13965aff)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:10.435577 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-1d6de263-573a-4c5d-a8b3-f6fdb59fc9af req-e848263a-fb46-4d7c-90b5-88b1a751afe8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:10.605083 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-ccb9740a-6010-4223-b6b2-24436be1c64f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Synchronizing usage tracker for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:security_group {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:10.656874 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-ccb9740a-6010-4223-b6b2-24436be1c64f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Unset dirty status for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:security_group {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:10.658197 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-ccb9740a-6010-4223-b6b2-24436be1c64f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--667607272&fields=id&tenant_id=30884ecb7cdb4bbdae8da19d8171f557 HTTP/1.1" status: 200 len: 267 time: 0.2066543 Apr 30 16:10:10.660013 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:10.660344 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397203'] for floatingip, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:10.660715 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.l3_db [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Floating IP bca0ca9a-d2f4-43a4-a111-f69a3d130263 disassociated. External IP: 172.28.1.29, port: 966b7e13-7963-4c4c-818b-304d8249f046. Apr 30 16:10:10.661030 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Calling delete_port for 966b7e13-7963-4c4c-818b-304d8249f046 owned by compute:nova {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:10.669402 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [req-1d6de263-573a-4c5d-a8b3-f6fdb59fc9af req-e848263a-fb46-4d7c-90b5-88b1a751afe8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Calling delete_port for 3f5f708d-2c03-4270-bbd4-e91e7330dd5c owned by compute:nova {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:10.999403 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-bbba9540-c407-4b51-a360-8dd688e01906 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:11.001128 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-bbba9540-c407-4b51-a360-8dd688e01906 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/networks?id=fbdd012c-48a2-47ac-a102-5128271752a7 HTTP/1.1" status: 200 len: 817 time: 0.3347754 Apr 30 16:10:11.014728 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-1d6de263-573a-4c5d-a8b3-f6fdb59fc9af req-e848263a-fb46-4d7c-90b5-88b1a751afe8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:11.033367 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['3f5f708d-2c03-4270-bbd4-e91e7330dd5c'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:10:11.036043 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-19d26b1f-acec-48a4-b57d-59f382eba2a2 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/quotas/30884ecb7cdb4bbdae8da19d8171f557 HTTP/1.1" status: 200 len: 375 time: 0.0220792 Apr 30 16:10:11.065983 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489c71a-2c74-4b1c-8ab4-ffed6b23e63e req-e69c0c3a-c8de-4763-83ec-112375349cc2 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:11.068815 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7489c71a-2c74-4b1c-8ab4-ffed6b23e63e req-e69c0c3a-c8de-4763-83ec-112375349cc2 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0d9ab9-f4cc-483b-9e87-be969e74a9e7 HTTP/1.1" status: 200 len: 867 time: 0.2704973 Apr 30 16:10:11.069975 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-41d85632-2442-4576-a100-8f1b5a0b4721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:11.103402 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:11.110100 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:11.132147 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:10:11.194761 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848263a-fb46-4d7c-90b5-88b1a751afe8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Pushing event deleted for resources: {'Port': ['ID=3f5f708d-2c03-4270-bbd4-e91e7330dd5c,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:11.273947 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e848263a-fb46-4d7c-90b5-88b1a751afe8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:11.303218 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event deleted for resources: {'Port': ['ID=966b7e13-7963-4c4c-818b-304d8249f046,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:11.310781 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:11.383980 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6de263-573a-4c5d-a8b3-f6fdb59fc9af req-e848263a-fb46-4d7c-90b5-88b1a751afe8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] No DVR routers for this DVR port 3f5f708d-2c03-4270-bbd4-e91e7330dd5c on host hv-cinder-78719 {{(pid=73974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:10:11.392565 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-1d6de263-573a-4c5d-a8b3-f6fdb59fc9af req-e848263a-fb46-4d7c-90b5-88b1a751afe8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:11.397306 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'name': 'network-vif-deleted', 'tag': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:11.424566 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-7489c71a-2c74-4b1c-8ab4-ffed6b23e63e req-34d52239-4a24-4ae2-8dc1-1f322b7c89dd tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Synchronizing usage tracker for tenant:e2f9906b802c4756bde7bb184510cc70 on resource:security_group {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:11.448945 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1d6de263-573a-4c5d-a8b3-f6fdb59fc9af req-e848263a-fb46-4d7c-90b5-88b1a751afe8 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.65 "DELETE /v2.0/ports/3f5f708d-2c03-4270-bbd4-e91e7330dd5c HTTP/1.1" status: 204 len: 173 time: 1.4945900 Apr 30 16:10:11.460218 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-7489c71a-2c74-4b1c-8ab4-ffed6b23e63e req-34d52239-4a24-4ae2-8dc1-1f322b7c89dd tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Unset dirty status for tenant:e2f9906b802c4756bde7bb184510cc70 on resource:security_group {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:11.462727 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7489c71a-2c74-4b1c-8ab4-ffed6b23e63e req-34d52239-4a24-4ae2-8dc1-1f322b7c89dd tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] 10.222.0.67 "GET /v2.0/security-groups?id=1411e670-c482-41b3-acb4-6a4457b61245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303268 Apr 30 16:10:11.503881 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-1e3bfc0d-5cf9-4cf1-8f9d-c8602b7aeecb tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=30884ecb7cdb4bbdae8da19d8171f557&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4560711 Apr 30 16:10:11.612047 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Router b19ef072-9f8b-4e75-9a55-7c87a78e19da has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:10:11.705527 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2f4caa4d-a1b9-4237-b97f-f191c0914eb5 req-224b57fc-4180-4a3c-8ebe-c576b5653121 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 210 time: 0.0952806 Apr 30 16:10:11.708545 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:11.843729 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0d9ab9-f4cc-483b-9e87-be969e74a9e7', 'name': 'network-vif-deleted', 'tag': '3f5f708d-2c03-4270-bbd4-e91e7330dd5c', 'status': 'completed', 'code': 200} Apr 30 16:10:12.225890 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:10:12.245430 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e367bb0-e3c9-46c7-b4a4-654c2763a3a0 None None] Sync routers for ids ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:10:12.286883 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e367bb0-e3c9-46c7-b4a4-654c2763a3a0 None None] Routers {'b19ef072-9f8b-4e75-9a55-7c87a78e19da'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:12.288692 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-6e367bb0-e3c9-46c7-b4a4-654c2763a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:09:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:12.366166 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] No DVR routers for this DVR port 966b7e13-7963-4c4c-818b-304d8249f046 on host hv-cinder-78719 {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:10:12.371571 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:12.383056 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea4b929-03db-43c8-ae9b-544d6e88c7f1', 'name': 'network-vif-deleted', 'tag': '966b7e13-7963-4c4c-818b-304d8249f046'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:12.392063 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-2fff9e4c-1b2a-4fc6-8d2e-31cd129e82ec service neutron] 10.222.0.67 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8490014 Apr 30 16:10:12.393579 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7840ba20-df6b-453e-b2b5-3fac0430284f req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.65 "DELETE /v2.0/ports/966b7e13-7963-4c4c-818b-304d8249f046 HTTP/1.1" status: 204 len: 173 time: 3.1781495 Apr 30 16:10:12.462453 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea4b929-03db-43c8-ae9b-544d6e88c7f1', 'name': 'network-vif-deleted', 'tag': '966b7e13-7963-4c4c-818b-304d8249f046', 'status': 'completed', 'code': 200} Apr 30 16:10:12.674345 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-3f36c79e-c049-47ac-8111-66bb790fd325 service neutron] 10.222.0.67 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483921 Apr 30 16:10:12.715650 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-6e367bb0-e3c9-46c7-b4a4-654c2763a3a0 None None] Set router b19ef072-9f8b-4e75-9a55-7c87a78e19da gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:12.765182 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50620) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:12.955108 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4bab33e8-b9d3-4359-9960-858707c4f19f req-70145252-2942-4455-bb79-b3dca719059b tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 210 time: 0.0712755 Apr 30 16:10:13.062258 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d8ee24ff-63ae-4a61-aebf-61941d6cd127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.130407 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-d8ee24ff-63ae-4a61-aebf-61941d6cd127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:13.145783 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-d8ee24ff-63ae-4a61-aebf-61941d6cd127 admin admin] Usage tracker for resource:security_group_rule and tenant:99f3ba2849cb406eb3acf6847a60f714 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:13.181106 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-d8ee24ff-63ae-4a61-aebf-61941d6cd127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:13.202157 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-d8ee24ff-63ae-4a61-aebf-61941d6cd127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:13.239451 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-dea1f905-43ae-4112-81b6-24cc74954d8e req-da761a15-6744-4472-a96e-19a79c2d0884 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=fea4b929-03db-43c8-ae9b-544d6e88c7f1 HTTP/1.1" status: 200 len: 210 time: 0.2087412 Apr 30 16:10:13.355827 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-6e367bb0-e3c9-46c7-b4a4-654c2763a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '911a19c2-09f8-450e-85dd-c8b9f3a1d064', 'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'mac_address': 'fa:16:3e:fc:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:14Z', 'updated_at': '2021-04-30T16:05:31Z', 'revision_number': 5, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'subnets': [{'id': '609591f8-1443-456a-9728-4d0e18b05af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:13.365954 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e367bb0-e3c9-46c7-b4a4-654c2763a3a0 None None] Checking router: b19ef072-9f8b-4e75-9a55-7c87a78e19da for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:10:13.377990 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e367bb0-e3c9-46c7-b4a4-654c2763a3a0 None None] Routers {'b19ef072-9f8b-4e75-9a55-7c87a78e19da'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:13.378632 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-6e367bb0-e3c9-46c7-b4a4-654c2763a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:09:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:13.428180 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d8ee24ff-63ae-4a61-aebf-61941d6cd127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.437083 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d8ee24ff-63ae-4a61-aebf-61941d6cd127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.466541 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1414719f-d697-4f33-83c2-d5479eee836e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:13.595042 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-d8ee24ff-63ae-4a61-aebf-61941d6cd127 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=99f3ba2849cb406eb3acf6847a60f714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8284619 Apr 30 16:10:13.601201 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50644) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:13.646509 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee24ff-63ae-4a61-aebf-61941d6cd127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadbf002-33d8-4bc7-8b65-495cc202c5f5,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:13.655259 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-6e367bb0-e3c9-46c7-b4a4-654c2763a3a0 None None] Set router b19ef072-9f8b-4e75-9a55-7c87a78e19da gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:13.656269 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d8ee24ff-63ae-4a61-aebf-61941d6cd127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:13.739611 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-44257327-229d-4542-bf8e-b1f27ec55488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.782029 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-44257327-229d-4542-bf8e-b1f27ec55488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.905189 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-44257327-229d-4542-bf8e-b1f27ec55488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.923815 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-9e3081b6-b052-4786-a3ce-5760d96c761b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:13.953710 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44257327-229d-4542-bf8e-b1f27ec55488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadbf002-33d8-4bc7-8b65-495cc202c5f5,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:13.958749 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-44257327-229d-4542-bf8e-b1f27ec55488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:13.961227 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-44257327-229d-4542-bf8e-b1f27ec55488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.963360 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-44257327-229d-4542-bf8e-b1f27ec55488 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dadbf002-33d8-4bc7-8b65-495cc202c5f5 HTTP/1.1" status: 204 len: 168 time: 0.3605678 Apr 30 16:10:14.150899 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 3f5f708d-2c03-4270-bbd4-e91e7330dd5c no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:10:14.178473 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c956f602-7a16-48da-9253-3fa1bbd9c820 req-7f6230e8-e6e1-4fae-9c0a-fc9b558832b6 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 210 time: 0.1030920 Apr 30 16:10:14.241019 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: 3f5f708d-2c03-4270-bbd4-e91e7330dd5c {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:10:14.242118 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 3f5f708d-2c03-4270-bbd4-e91e7330dd5c not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:10:14.242798 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 966b7e13-7963-4c4c-818b-304d8249f046 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:10:14.366485 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50686) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:14.379525 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: 966b7e13-7963-4c4c-818b-304d8249f046 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:10:14.380420 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 966b7e13-7963-4c4c-818b-304d8249f046 not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:10:14.500614 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50692) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:14.587937 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-6e367bb0-e3c9-46c7-b4a4-654c2763a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '911a19c2-09f8-450e-85dd-c8b9f3a1d064', 'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'mac_address': 'fa:16:3e:fc:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:14Z', 'updated_at': '2021-04-30T16:05:31Z', 'revision_number': 5, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'subnets': [{'id': '609591f8-1443-456a-9728-4d0e18b05af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:14.596993 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e367bb0-e3c9-46c7-b4a4-654c2763a3a0 None None] The sync data for ids ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'] in dv-cinder-787195-6-smb is: [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '911a19c2-09f8-450e-85dd-c8b9f3a1d064', 'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'mac_address': 'fa:16:3e:fc:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:14Z', 'updated_at': '2021-04-30T16:05:31Z', 'revision_number': 5, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'subnets': [{'id': '609591f8-1443-456a-9728-4d0e18b05af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:10:14.679949 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-bc5e01da-0fc6-4a70-b9a1-0807d0f78096 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:14.728942 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-bc5e01da-0fc6-4a70-b9a1-0807d0f78096 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:14.873483 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-bc5e01da-0fc6-4a70-b9a1-0807d0f78096 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:14.885608 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-ad4066dc-bb3c-42ad-a8cc-efb2b401f5a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:14.928598 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e01da-0fc6-4a70-b9a1-0807d0f78096 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=645d1d2e-579f-482b-870e-eb91c884f6a2,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:14.932848 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-bc5e01da-0fc6-4a70-b9a1-0807d0f78096 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:14.941876 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-bc5e01da-0fc6-4a70-b9a1-0807d0f78096 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:14.943403 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-bc5e01da-0fc6-4a70-b9a1-0807d0f78096 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "DELETE /v2.0/security-groups/645d1d2e-579f-482b-870e-eb91c884f6a2 HTTP/1.1" status: 204 len: 168 time: 0.4390988 Apr 30 16:10:14.947819 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50698) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:14.983893 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.api.v2.resource [None req-4382e043-ea3f-418f-97a3-091650d3aa3a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] show failed (client error): The resource could not be found. Apr 30 16:10:14.985276 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-4382e043-ea3f-418f-97a3-091650d3aa3a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups/645d1d2e-579f-482b-870e-eb91c884f6a2 HTTP/1.1" status: 404 len: 347 time: 0.0354693 Apr 30 16:10:14.997631 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50702) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:15.119524 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b746ea5-e575-49f1-9bad-4b4a11b99900 None None] New status for floating IP bca0ca9a-d2f4-43a4-a111-f69a3d130263: DOWN {{(pid=73976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:10:15.296390 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-246d82a0-3297-47ec-998e-009274884663 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Deleting port e85af1c0-25f1-4478-8193-4f6d40b19f4e {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:15.296869 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-246d82a0-3297-47ec-998e-009274884663 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:15.532185 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-e9c73599-f663-488f-8898-3104203aba65 req-affd0179-5442-470f-af53-d0c7cd4b6ab0 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Synchronizing usage tracker for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:15.597344 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-246d82a0-3297-47ec-998e-009274884663 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:15.597877 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-246d82a0-3297-47ec-998e-009274884663 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:15.620118 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-e9c73599-f663-488f-8898-3104203aba65 req-affd0179-5442-470f-af53-d0c7cd4b6ab0 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Unset dirty status for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:15.622546 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e9c73599-f663-488f-8898-3104203aba65 req-affd0179-5442-470f-af53-d0c7cd4b6ab0 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 210 time: 0.2098334 Apr 30 16:10:15.813575 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-c8510e4c-f1dd-400b-a271-21cb8e18bcbb tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:15.814412 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-c8510e4c-f1dd-400b-a271-21cb8e18bcbb tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.65 "GET /v2.0/networks?id=fbdd012c-48a2-47ac-a102-5128271752a7 HTTP/1.1" status: 200 len: 817 time: 0.2575595 Apr 30 16:10:15.824305 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ea31db26-3cce-47ed-8f85-f03ab8890594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397177'] for router_interface, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:15.886913 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-246d82a0-3297-47ec-998e-009274884663 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Calling delete_port for e85af1c0-25f1-4478-8193-4f6d40b19f4e owned by network:floatingip {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:15.973487 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-3417bc5f-cbf3-41d4-8d73-26ea8a697fd1 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30884ecb7cdb4bbdae8da19d8171f557 HTTP/1.1" status: 200 len: 379 time: 0.0893617 Apr 30 16:10:15.994057 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Request body: {'port': {'device_id': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'admin_state_up': True, 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'security_groups': ['0b8c2ba7-6333-4be2-8974-7ccec8dc15fc']}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:16.068830 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-246d82a0-3297-47ec-998e-009274884663 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:16.074102 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-8ee9f7c6-bcb0-41b1-a14f-a4db7b7b6589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:16.122933 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d82a0-3297-47ec-998e-009274884663 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event deleted for resources: {'Port': ['ID=e85af1c0-25f1-4478-8193-4f6d40b19f4e,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:16.126369 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-246d82a0-3297-47ec-998e-009274884663 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:16.250860 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-246d82a0-3297-47ec-998e-009274884663 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for floatingip, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:16.280575 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-246d82a0-3297-47ec-998e-009274884663 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:16.286469 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-246d82a0-3297-47ec-998e-009274884663 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "DELETE /v2.0/floatingips/bca0ca9a-d2f4-43a4-a111-f69a3d130263 HTTP/1.1" status: 204 len: 168 time: 1.2823849 Apr 30 16:10:16.431457 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:16.453115 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:16.470066 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Made reservation on behalf of 30884ecb7cdb4bbdae8da19d8171f557 for: {'port': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:16.474162 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:16.799642 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Allocated IP 172.20.0.7 (fbdd012c-48a2-47ac-a102-5128271752a7/47ce67a9-b01b-4823-9930-c277e305b13b/da42ca94-c912-42ca-9de6-70976cb2df9b) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:16.884818 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-825cf1e7-90d1-4e0a-b6ab-35e7d2250224 req-7c560bb0-f64f-4171-9284-cea9dc4a48b3 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 210 time: 0.1067986 Apr 30 16:10:16.933049 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50718) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:16.938085 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1173259484', 'description': 'tempest-description--538719353'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:16.945665 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:16.951029 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Usage tracker for resource:security_group and tenant:2d284bb0e5ba4410a1aade7a7e2872c9 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:16.954677 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:16.963609 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:16.980439 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.012937 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:17.018775 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Usage tracker for resource:security_group_rule and tenant:2d284bb0e5ba4410a1aade7a7e2872c9 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:17.024955 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-ea31db26-3cce-47ed-8f85-f03ab8890594 admin admin] Deleting port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:17.025553 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ea31db26-3cce-47ed-8f85-f03ab8890594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.027434 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:17.038290 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:17.160873 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.167713 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.179759 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.207217 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-32dd5e62-14f7-4ab0-beb4-36ce44017ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:17.217226 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.provisioning_blocks [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Transition to ACTIVE for port object da42ca94-c912-42ca-9de6-70976cb2df9b will not be triggered until provisioned by entity DHCP. {{(pid=73973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:17.219164 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.223660 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2909999 Apr 30 16:10:17.224513 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50724) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:17.239592 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-cfc82c4b-469d-4518-8a2b-db067ca1593b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Request body: {'security_group_rule': {'security_group_id': '11dab487-6f3a-4854-8211-aca518c589ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:17.245865 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [None req-ea31db26-3cce-47ed-8f85-f03ab8890594 admin admin] For port 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=488c40e2-29da-4c3c-a8c2-f2c6d9a6723c,segment=NetworkSegment(9b13fa04-bea7-44d0-b191-473a13965aff),segment_id=9b13fa04-bea7-44d0-b191-473a13965aff)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:17.246179 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ea31db26-3cce-47ed-8f85-f03ab8890594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.251540 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11dab487-6f3a-4854-8211-aca518c589ed,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:17.258821 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:17.261769 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-cfc82c4b-469d-4518-8a2b-db067ca1593b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:17.328315 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-cfc82c4b-469d-4518-8a2b-db067ca1593b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Usage tracker for resource:security_group_rule and tenant:2d284bb0e5ba4410a1aade7a7e2872c9 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:17.548577 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-ea31db26-3cce-47ed-8f85-f03ab8890594 admin admin] Calling delete_port for 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c owned by network:router_interface {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:17.551596 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-cfc82c4b-469d-4518-8a2b-db067ca1593b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:17.563537 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-cfc82c4b-469d-4518-8a2b-db067ca1593b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:17.602777 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.611638 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cfc82c4b-469d-4518-8a2b-db067ca1593b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.619967 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d6484e7e-e39d-4ae7-b94c-393f83e25277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:17.714125 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Network fbdd012c-48a2-47ac-a102-5128271752a7 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:17.722066 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:17.742354 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:17.829506 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event updated for resources: {'Port': ['ID=da42ca94-c912-42ca-9de6-70976cb2df9b,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:17.838803 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:17.876570 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:17.877274 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.888981 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cfc82c4b-469d-4518-8a2b-db067ca1593b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.909869 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cfc82c4b-469d-4518-8a2b-db067ca1593b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.920288 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:17.960497 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc82c4b-469d-4518-8a2b-db067ca1593b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ee6748-d328-4579-8c0e-a6239c4b1d2b,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:17.968909 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cfc82c4b-469d-4518-8a2b-db067ca1593b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:17.976693 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9955761 Apr 30 16:10:17.991845 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cfc82c4b-469d-4518-8a2b-db067ca1593b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.999391 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-cfc82c4b-469d-4518-8a2b-db067ca1593b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7668223 Apr 30 16:10:18.005888 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50730) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:18.027769 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-bb768464-ba05-42e5-accf-9a1c4a733b29 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Request body: {'security_group_rule': {'security_group_id': '11dab487-6f3a-4854-8211-aca518c589ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:18.040345 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-bb768464-ba05-42e5-accf-9a1c4a733b29 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:18.049196 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-bb768464-ba05-42e5-accf-9a1c4a733b29 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Usage tracker for resource:security_group_rule and tenant:2d284bb0e5ba4410a1aade7a7e2872c9 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:18.121923 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-bb768464-ba05-42e5-accf-9a1c4a733b29 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:18.141308 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-bb768464-ba05-42e5-accf-9a1c4a733b29 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:18.181630 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-bb768464-ba05-42e5-accf-9a1c4a733b29 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:18.187860 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-98a5d6c4-dac3-49b5-932e-f04404341d22 None None] Provisioning for port da42ca94-c912-42ca-9de6-70976cb2df9b completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:18.188760 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ea31db26-3cce-47ed-8f85-f03ab8890594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:18.193660 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-02fb7c50-50d9-44cb-983e-09a9652f6cab tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:18.203713 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-98a5d6c4-dac3-49b5-932e-f04404341d22 None None] Provisioning complete for port da42ca94-c912-42ca-9de6-70976cb2df9b triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:18.207364 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-98a5d6c4-dac3-49b5-932e-f04404341d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:18.249196 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31db26-3cce-47ed-8f85-f03ab8890594 admin admin] Pushing event deleted for resources: {'Port': ['ID=488c40e2-29da-4c3c-a8c2-f2c6d9a6723c,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:18.271421 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b533f5-1e4e-4b26-8656-9ea9ce1de31a req-5bf18a00-dc9c-4805-9eec-98000ad0ae0d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:18.274508 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a4b533f5-1e4e-4b26-8656-9ea9ce1de31a req-5bf18a00-dc9c-4805-9eec-98000ad0ae0d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 931 time: 0.2077112 Apr 30 16:10:18.311072 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-bb768464-ba05-42e5-accf-9a1c4a733b29 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:18.323535 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-ea31db26-3cce-47ed-8f85-f03ab8890594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:18.329282 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Request body: {'port': {'device_id': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:18.332718 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-bb768464-ba05-42e5-accf-9a1c4a733b29 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:18.340202 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e7121bca-e1b8-4759-9921-1af54e492ae5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:18.383289 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb768464-ba05-42e5-accf-9a1c4a733b29 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc8deb4-d70b-4a1e-8e80-99f11eb31196,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:18.395907 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-bb768464-ba05-42e5-accf-9a1c4a733b29 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:18.411427 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-a4b533f5-1e4e-4b26-8656-9ea9ce1de31a req-47bd108c-02cd-4a12-ad47-d0976064b604 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Synchronizing usage tracker for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:security_group {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:18.425682 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-bb768464-ba05-42e5-accf-9a1c4a733b29 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:18.428146 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-bb768464-ba05-42e5-accf-9a1c4a733b29 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4179335 Apr 30 16:10:18.431209 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-98a5d6c4-dac3-49b5-932e-f04404341d22 None None] Port da42ca94-c912-42ca-9de6-70976cb2df9b cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:10:18.434017 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50738) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:18.448460 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-a4b533f5-1e4e-4b26-8656-9ea9ce1de31a req-47bd108c-02cd-4a12-ad47-d0976064b604 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Unset dirty status for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:security_group {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:18.450628 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a4b533f5-1e4e-4b26-8656-9ea9ce1de31a req-47bd108c-02cd-4a12-ad47-d0976064b604 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690314 Apr 30 16:10:18.488699 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Request body: {'floatingip': {'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:18.514040 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:18.584178 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Usage tracker for resource:floatingip and tenant:2d284bb0e5ba4410a1aade7a7e2872c9 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:18.589952 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:18.618393 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:18.640623 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:18.662068 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for floatingip, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:18.922797 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-ea31db26-3cce-47ed-8f85-f03ab8890594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402377'] for router_interface, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:19.087386 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-af7ece73-9aa4-4d5a-b98e-3950a28a9db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:19.608386 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:19.793686 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.db.resource_extend [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:10:19.981083 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da42ca94-c912-42ca-9de6-70976cb2df9b {{(pid=73973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:10:19.998743 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea31db26-3cce-47ed-8f85-f03ab8890594 admin admin] Router 2547b741-2c81-46a0-a19c-3ab7e57cffcd has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:10:20.000582 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:20.048372 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.provisioning_blocks [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Transition to ACTIVE for port object da42ca94-c912-42ca-9de6-70976cb2df9b will not be triggered until provisioned by entity L2. {{(pid=73973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:20.058896 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Allocated IP 172.28.1.210 (7f18a24d-1fcc-4840-abae-ef8e7b2dba23/58a2ec7a-0b40-4394-88ce-94b1dd1bf408/c72a675b-9481-4f1b-a440-6fdfc1691e87) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:20.117000 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:20.132648 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:20.194957 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca937d54-1b11-4820-b116-44910f239f0d req-b8c11c84-ee07-4c7d-80fc-9292cff8bdc0 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:20.195704 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-ca937d54-1b11-4820-b116-44910f239f0d req-b8c11c84-ee07-4c7d-80fc-9292cff8bdc0 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Synchronizing usage tracker for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:20.419790 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Pushing event updated for resources: {'Port': ['ID=da42ca94-c912-42ca-9de6-70976cb2df9b,revision_number=2']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:20.427801 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:20.459363 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-ca937d54-1b11-4820-b116-44910f239f0d req-b8c11c84-ee07-4c7d-80fc-9292cff8bdc0 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Unset dirty status for tenant:30884ecb7cdb4bbdae8da19d8171f557 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:20.460588 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ca937d54-1b11-4820-b116-44910f239f0d req-b8c11c84-ee07-4c7d-80fc-9292cff8bdc0 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 931 time: 0.7946217 Apr 30 16:10:20.635623 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea31db26-3cce-47ed-8f85-f03ab8890594 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:10:20.646287 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35e30e-fef0-47f2-839a-f3735d7ce61c None None] Sync routers for ids ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:10:20.662235 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f35e30e-fef0-47f2-839a-f3735d7ce61c None None] Routers {'2547b741-2c81-46a0-a19c-3ab7e57cffcd'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:20.663434 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-1f35e30e-fef0-47f2-839a-f3735d7ce61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:09:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:20.699124 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ca937d54-1b11-4820-b116-44910f239f0d req-ce7ce274-fa62-4c25-825e-57ca7b6263f6 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762049 Apr 30 16:10:20.705311 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-ea31db26-3cce-47ed-8f85-f03ab8890594 admin admin] 10.222.0.67 "PUT /v2.0/routers/2547b741-2c81-46a0-a19c-3ab7e57cffcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3323958 Apr 30 16:10:20.706569 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50760) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:20.728006 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Attempting to bind port da42ca94-c912-42ca-9de6-70976cb2df9b on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:10:20.728363 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Attempting to bind port da42ca94-c912-42ca-9de6-70976cb2df9b by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'}] {{(pid=73973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:10:20.728778 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Attempting to bind port da42ca94-c912-42ca-9de6-70976cb2df9b on network fbdd012c-48a2-47ac-a102-5128271752a7 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:20.734240 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:20.743231 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Port da42ca94-c912-42ca-9de6-70976cb2df9b on network fbdd012c-48a2-47ac-a102-5128271752a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:10:20.743671 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Attempting to bind port da42ca94-c912-42ca-9de6-70976cb2df9b on network fbdd012c-48a2-47ac-a102-5128271752a7 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:20.772292 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:10:20.772624 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Checking segment: {'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:20.774001 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Bound using segment: {'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'} {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:10:20.774001 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Bound port: da42ca94-c912-42ca-9de6-70976cb2df9b, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e723c4-00d1-4f6f-9d87-9af104d8417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7'}}] {{(pid=73973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:10:20.774001 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:20.787250 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:20.795507 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-8823d7e0-499e-460b-a81e-fc6d64418d6d tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:20.922352 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:20.928413 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event updated for resources: {'Port': ['ID=c72a675b-9481-4f1b-a440-6fdfc1691e87,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:20.931331 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:20.939971 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:20.940789 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:20.972383 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-1f35e30e-fef0-47f2-839a-f3735d7ce61c None None] Set router 2547b741-2c81-46a0-a19c-3ab7e57cffcd gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:21.014731 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] For port da42ca94-c912-42ca-9de6-70976cb2df9b, host hv-cinder-78719, cleared binding levels {{(pid=73973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:10:21.019994 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] For port da42ca94-c912-42ca-9de6-70976cb2df9b, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da42ca94-c912-42ca-9de6-70976cb2df9b,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:10:21.027003 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.027819 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.031886 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-ec2da8e7-d71e-447a-a5df-7f1462d65aa0 tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:21.104690 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:21.105379 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.106990 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] 10.222.0.65 "PUT /v2.0/ports/da42ca94-c912-42ca-9de6-70976cb2df9b HTTP/1.1" status: 200 len: 1093 time: 3.1106856 Apr 30 16:10:21.107526 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'tag': 'da42ca94-c912-42ca-9de6-70976cb2df9b'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:21.144398 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Pushing event updated for resources: {'Port': ['ID=da42ca94-c912-42ca-9de6-70976cb2df9b,revision_number=3']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:21.147756 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.149601 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:21.236337 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'tag': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'status': 'completed', 'code': 200} Apr 30 16:10:21.282812 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.383997 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-1f35e30e-fef0-47f2-839a-f3735d7ce61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:17Z', 'updated_at': '2021-04-30T16:10:18Z', 'revision_number': 5, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'gw_port': {'id': 'b8da1522-5c5b-4d7a-a8d2-8d4a5043996b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:18Z', 'updated_at': '2021-04-30T16:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:21.389481 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35e30e-fef0-47f2-839a-f3735d7ce61c None None] Checking router: 2547b741-2c81-46a0-a19c-3ab7e57cffcd for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:10:21.398752 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.408854 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f35e30e-fef0-47f2-839a-f3735d7ce61c None None] Routers {'2547b741-2c81-46a0-a19c-3ab7e57cffcd'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:21.409708 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-1f35e30e-fef0-47f2-839a-f3735d7ce61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:09:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:21.493630 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Deleting port b8da1522-5c5b-4d7a-a8d2-8d4a5043996b {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:21.494254 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.587230 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-370e2198-cb46-420e-9cf9-2d53ecaddd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:21.590352 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-370e2198-cb46-420e-9cf9-2d53ecaddd58 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=30884ecb7cdb4bbdae8da19d8171f557&device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 1096 time: 0.3985724 Apr 30 16:10:21.608924 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-1f35e30e-fef0-47f2-839a-f3735d7ce61c None None] Set router 2547b741-2c81-46a0-a19c-3ab7e57cffcd gateway port host: None {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:21.628567 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] For port b8da1522-5c5b-4d7a-a8d2-8d4a5043996b, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=b8da1522-5c5b-4d7a-a8d2-8d4a5043996b,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:21.628943 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.677581 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-a34c9bb3-e64e-42f8-b4b8-0357a615466c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da42ca94-c912-42ca-9de6-70976cb2df9b HTTP/1.1" status: 200 len: 217 time: 0.0742798 Apr 30 16:10:21.734176 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-1f35e30e-fef0-47f2-839a-f3735d7ce61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:17Z', 'updated_at': '2021-04-30T16:10:21Z', 'revision_number': 6, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'gw_port_host': None}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:21.738604 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35e30e-fef0-47f2-839a-f3735d7ce61c None None] The sync data for ids ['2547b741-2c81-46a0-a19c-3ab7e57cffcd'] in dv-cinder-787195-6-smb is: [{'id': '2547b741-2c81-46a0-a19c-3ab7e57cffcd', 'name': 'tempest-TestMinimumBasicScenario-1403124197-router', 'tenant_id': 'e2f9906b802c4756bde7bb184510cc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:17Z', 'updated_at': '2021-04-30T16:10:21Z', 'revision_number': 6, 'project_id': 'e2f9906b802c4756bde7bb184510cc70', 'gw_port_host': None}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:10:21.770951 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Calling delete_port for b8da1522-5c5b-4d7a-a8d2-8d4a5043996b owned by network:router_gateway {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:21.883435 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-25b45be1-b7c6-46c7-9759-0d0368a2bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:21.884988 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-25b45be1-b7c6-46c7-9759-0d0368a2bf24 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47ce67a9-b01b-4823-9930-c277e305b13b HTTP/1.1" status: 200 len: 856 time: 0.1574936 Apr 30 16:10:21.921759 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.925942 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-9fc0fefc-00d5-4d41-82b4-dcba90ec86f0 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:21.968922 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.978137 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8da1522-5c5b-4d7a-a8d2-8d4a5043996b,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:21.985935 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:21.997647 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-e447aa97-ea3b-4139-8f58-310c0b02f991 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:22.006927 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:22.015217 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-1cda28f1-3e92-4a6a-a848-6e1181ebe43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.092434 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401390'] for router_gateway, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.155508 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event updated for resources: {'Port': ['ID=c72a675b-9481-4f1b-a440-6fdfc1691e87,revision_number=2']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:22.158849 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:22.170381 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-bc5a9e70-11be-4bab-b4f6-d97991963cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:22.171938 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-bc5a9e70-11be-4bab-b4f6-d97991963cbb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fbdd012c-48a2-47ac-a102-5128271752a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2754254 Apr 30 16:10:22.184361 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397203'] for floatingip, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.307785 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.309776 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8739138 Apr 30 16:10:22.340941 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4763'] for router, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.343868 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.479776 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408907'] for router, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.480391 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2547b741-2c81-46a0-a19c-3ab7e57cffcd {{(pid=73974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:10:22.481262 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-b227e057-b6ae-45ab-bae3-bc51891ab679 service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988567 Apr 30 16:10:22.497678 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Notify callbacks [] for router, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.503468 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] 10.222.0.67 "DELETE /v2.0/routers/2547b741-2c81-46a0-a19c-3ab7e57cffcd HTTP/1.1" status: 204 len: 168 time: 1.7917943 Apr 30 16:10:22.503789 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50778) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:22.532392 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3ea8e-c1c9-4378-85d9-4211157abe14 req-850d0776-6bc3-45b7-b58c-2ae70a61d6bc tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:22.533920 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ace3ea8e-c1c9-4378-85d9-4211157abe14 req-850d0776-6bc3-45b7-b58c-2ae70a61d6bc tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.2368221 Apr 30 16:10:22.627519 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8be079-d6f0-4417-aa66-488531b8eab6 admin admin] Deleting subnet b8bcdef9-4528-46fb-917a-8c816ff59819 {{(pid=73974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:10:22.640580 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5a8be079-d6f0-4417-aa66-488531b8eab6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.685584 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-ace3ea8e-c1c9-4378-85d9-4211157abe14 req-3120453e-e037-4383-a09c-9c6dffda6ecd tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930214 Apr 30 16:10:22.708024 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4b5a55b3-1aca-4079-93ea-e6063bb455a0 req-4fc30af7-2478-4362-a718-841cdfa9615b service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176948 Apr 30 16:10:22.758230 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5a8be079-d6f0-4417-aa66-488531b8eab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6429178'] for subnet, precommit_delete_associations {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.828528 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-c750c176-e359-4889-8b52-729bad2f1946 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Synchronizing usage tracker for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:security_group {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:22.908152 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-c750c176-e359-4889-8b52-729bad2f1946 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Unset dirty status for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:security_group {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:22.909777 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-c750c176-e359-4889-8b52-729bad2f1946 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1173259484&fields=id&tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9 HTTP/1.1" status: 200 len: 267 time: 0.1794519 Apr 30 16:10:22.917359 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdab28-cb8a-4313-bfea-9f5b4fa37570 req-4cb17fdd-3f8d-4f73-bbbc-ddb407641bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:22.919409 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-32cdab28-cb8a-4313-bfea-9f5b4fa37570 req-4cb17fdd-3f8d-4f73-bbbc-ddb407641bee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=30884ecb7cdb4bbdae8da19d8171f557&device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 1096 time: 0.1379342 Apr 30 16:10:22.962498 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5a8be079-d6f0-4417-aa66-488531b8eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378834'] for subnet, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.026764 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:10:23.105960 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:10:23.107520 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 488c40e2-29da-4c3c-a8c2-f2c6d9a6723c not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:10:23.115527 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device b8da1522-5c5b-4d7a-a8d2-8d4a5043996b no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:10:23.118845 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdab28-cb8a-4313-bfea-9f5b4fa37570 req-3db28cf9-4fa0-4150-a4fd-76e31341f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:23.121712 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-32cdab28-cb8a-4313-bfea-9f5b4fa37570 req-3db28cf9-4fa0-4150-a4fd-76e31341f087 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fbdd012c-48a2-47ac-a102-5128271752a7 HTTP/1.1" status: 200 len: 918 time: 0.1943591 Apr 30 16:10:23.150522 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: b8da1522-5c5b-4d7a-a8d2-8d4a5043996b {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:10:23.151445 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device b8da1522-5c5b-4d7a-a8d2-8d4a5043996b not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:10:23.208525 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-32cdab28-cb8a-4313-bfea-9f5b4fa37570 req-6600f635-926e-40e1-9ada-4f3a1257f34e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da42ca94-c912-42ca-9de6-70976cb2df9b HTTP/1.1" status: 200 len: 217 time: 0.0774963 Apr 30 16:10:23.283418 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdab28-cb8a-4313-bfea-9f5b4fa37570 req-c60f50b1-0926-4eb3-8123-de7959bc9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:23.286094 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-32cdab28-cb8a-4313-bfea-9f5b4fa37570 req-c60f50b1-0926-4eb3-8123-de7959bc9e3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47ce67a9-b01b-4823-9930-c277e305b13b HTTP/1.1" status: 200 len: 856 time: 0.0699582 Apr 30 16:10:23.325482 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.368475 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-527926ac-e0a2-467e-9e95-e44f7f0b18fe tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:23.370469 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-527926ac-e0a2-467e-9e95-e44f7f0b18fe tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/networks?id=14c00e64-cc5c-4584-8c28-809f2f052668 HTTP/1.1" status: 200 len: 810 time: 0.4312150 Apr 30 16:10:23.405725 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-834575a8-f3ee-4b44-a5e2-fa84fc6399ef tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/quotas/2d284bb0e5ba4410a1aade7a7e2872c9 HTTP/1.1" status: 200 len: 375 time: 0.0241585 Apr 30 16:10:23.436146 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdab28-cb8a-4313-bfea-9f5b4fa37570 req-81d397be-abe4-41e6-8d87-4a9a569298bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:23.437897 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-32cdab28-cb8a-4313-bfea-9f5b4fa37570 req-81d397be-abe4-41e6-8d87-4a9a569298bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fbdd012c-48a2-47ac-a102-5128271752a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1435287 Apr 30 16:10:23.626684 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-32cdab28-cb8a-4313-bfea-9f5b4fa37570 req-02a0cc00-02de-4e81-aa38-e11b79b59ee8 service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813598 Apr 30 16:10:23.722195 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5a8be079-d6f0-4417-aa66-488531b8eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6699779'] for subnet, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.745472 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:23.790747 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5a8be079-d6f0-4417-aa66-488531b8eab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.803472 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d76401-892b-455b-be5d-377fe6bbd3d6 None None] Network cc105a78-ce6a-4231-abfa-d2cb016b28d7 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:10:23.818990 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-010d5d12-7478-4902-8ef0-014f88147087 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Synchronizing usage tracker for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:23.823319 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be079-d6f0-4417-aa66-488531b8eab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8bcdef9-4528-46fb-917a-8c816ff59819,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:23.829849 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-5a8be079-d6f0-4417-aa66-488531b8eab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:23.833181 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-5a8be079-d6f0-4417-aa66-488531b8eab6 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b8bcdef9-4528-46fb-917a-8c816ff59819 HTTP/1.1" status: 204 len: 168 time: 1.3275695 Apr 30 16:10:23.842787 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50800) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:24.039372 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-010d5d12-7478-4902-8ef0-014f88147087 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Unset dirty status for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:24.042168 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-010d5d12-7478-4902-8ef0-014f88147087 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6159689 Apr 30 16:10:24.065973 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-32cdab28-cb8a-4313-bfea-9f5b4fa37570 req-095bf761-c0f8-44bc-9bd6-041a7c43825d service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319623 Apr 30 16:10:24.098309 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497117'] for network, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:24.102407 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988adb3-8901-43c2-854f-8e83c6982f4f req-64b86c96-29c1-476f-8224-b7033d893a75 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:24.103867 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-3988adb3-8901-43c2-854f-8e83c6982f4f req-64b86c96-29c1-476f-8224-b7033d893a75 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.1380825 Apr 30 16:10:24.111184 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] DHCP port deletion for cc105a78-ce6a-4231-abfa-d2cb016b28d7 request from dv-cinder-787195-6-smb {{(pid=73975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:10:24.164805 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-3988adb3-8901-43c2-854f-8e83c6982f4f req-252263a9-6caa-48f9-8935-e9c307a62def tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515347 Apr 30 16:10:24.299319 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Deleting port 75523344-ce1f-4b13-8e9f-0fdeee77fbda {{(pid=73975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:24.300011 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:24.343049 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-c2d13e01-69a3-429d-8371-b362037da298 service neutron] 10.222.0.67 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757421 Apr 30 16:10:24.345707 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Deleting port 75523344-ce1f-4b13-8e9f-0fdeee77fbda {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:24.346077 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:24.492356 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] For port 75523344-ce1f-4b13-8e9f-0fdeee77fbda, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=75523344-ce1f-4b13-8e9f-0fdeee77fbda,segment=NetworkSegment(9b13fa04-bea7-44d0-b191-473a13965aff),segment_id=9b13fa04-bea7-44d0-b191-473a13965aff)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:24.493220 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:24.560825 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] For port 75523344-ce1f-4b13-8e9f-0fdeee77fbda, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=75523344-ce1f-4b13-8e9f-0fdeee77fbda,segment=NetworkSegment(9b13fa04-bea7-44d0-b191-473a13965aff),segment_id=9b13fa04-bea7-44d0-b191-473a13965aff)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:24.561175 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:24.636549 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Calling delete_port for 75523344-ce1f-4b13-8e9f-0fdeee77fbda owned by network:dhcp {{(pid=73975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:24.701754 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Calling delete_port for 75523344-ce1f-4b13-8e9f-0fdeee77fbda owned by network:dhcp {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:24.729561 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-9e865f4e-d58d-439c-8cf1-76f472540bba service neutron] 10.222.0.67 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681748 Apr 30 16:10:24.796339 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:24.804918 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-1f249f98-6420-4c26-b2ea-e19ce93a0d0b tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:24.865605 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=75523344-ce1f-4b13-8e9f-0fdeee77fbda,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:24.872906 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] No DVR routers for this DVR port 75523344-ce1f-4b13-8e9f-0fdeee77fbda on host dv-cinder-787195-6-smb {{(pid=73974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:10:24.875336 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:24.899988 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599'] for port, after_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:24.917200 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:24.985392 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] No DVR routers for this DVR port 75523344-ce1f-4b13-8e9f-0fdeee77fbda on host dv-cinder-787195-6-smb {{(pid=73975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:10:24.988037 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Pushing event deleted for resources: {'Port': ['ID=75523344-ce1f-4b13-8e9f-0fdeee77fbda,revision_number=None']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:24.992840 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:25.001327 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:25.003838 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:25.004440 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:25.005088 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:25.005652 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:25.008026 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:25.008618 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:25.009191 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:25.011091 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:25.011703 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:25.012239 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:25.013049 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:25.028784 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:25.066666 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 75523344-ce1f-4b13-8e9f-0fdeee77fbda no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:10:25.123759 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-0a3ef82b-81b4-46a6-b122-748c614c82c6 req-9be71a2b-2678-42a2-a322-0afffca955f2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Synchronizing usage tracker for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:25.141071 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: 75523344-ce1f-4b13-8e9f-0fdeee77fbda {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:10:25.141960 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 75523344-ce1f-4b13-8e9f-0fdeee77fbda not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:10:25.148362 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-0a3ef82b-81b4-46a6-b122-748c614c82c6 req-9be71a2b-2678-42a2-a322-0afffca955f2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Unset dirty status for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:25.158636 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0a3ef82b-81b4-46a6-b122-748c614c82c6 req-9be71a2b-2678-42a2-a322-0afffca955f2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 210 time: 0.1269822 Apr 30 16:10:25.186070 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377951', 'neutron.services.segments.db._delete_segments_for_network-8775008697245'] for network, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:25.634689 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc105a78-ce6a-4231-abfa-d2cb016b28d7']}} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:25.669254 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b13fa04-bea7-44d0-b191-473a13965aff') {'for_net_delete': True} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:25.669673 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b13fa04-bea7-44d0-b191-473a13965aff') {} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:25.700927 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775008709991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6429171'] for segment, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:25.734072 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:25.743627 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=73974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:10:25.972940 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Network cc105a78-ce6a-4231-abfa-d2cb016b28d7 has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:10:25.985842 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1391655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302630'] for segment, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:26.008753 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e808123-bba7-449f-bd85-2d20511253be req-6b65ad8e-f85d-47e5-bbaa-f232de9aaa88 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:26.011067 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9e808123-bba7-449f-bd85-2d20511253be req-6b65ad8e-f85d-47e5-bbaa-f232de9aaa88 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.4860911 Apr 30 16:10:26.149938 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device da42ca94-c912-42ca-9de6-70976cb2df9b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:10:26.275600 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9e808123-bba7-449f-bd85-2d20511253be req-b88ef801-f19e-4f1b-8392-0f71fce3dc76 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509508 Apr 30 16:10:26.286399 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Network cc105a78-ce6a-4231-abfa-d2cb016b28d7 has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: Traceback (most recent call last): Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: timer() Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: cb(*args, **kw) Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: return func(*args, **kwargs) Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: self._notify() Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: self.callback(batched_events) Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: event.method(event) Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: return f(self, *a, **k) Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: return self._get(url).json() Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: return self.request(url, 'GET', **kwargs) Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:10:26.312766 dv-cinder-787195-6-smb neutron-server[73974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:10:26.333892 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port da42ca94-c912-42ca-9de6-70976cb2df9b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da42ca94-c912-42ca-9de6-70976cb2df9b,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:26.351191 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'port_id': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'mac_address': 'fa:16:3e:7a:e5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:10:26.406341 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-836d3984-bbaa-47fa-8e8a-cc6d600cb9d7 req-56cea1cf-338c-45c4-8300-849808a34794 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 210 time: 0.1000223 Apr 30 16:10:26.408732 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400498'] for network, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:26.414792 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:26.438222 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:26.445653 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:26.458136 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc105a78-ce6a-4231-abfa-d2cb016b28d7,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:26.464504 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:26.465398 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da42ca94-c912-42ca-9de6-70976cb2df9b {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:10:26.489176 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port da42ca94-c912-42ca-9de6-70976cb2df9b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da42ca94-c912-42ca-9de6-70976cb2df9b,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:26.491988 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/cc105a78-ce6a-4231-abfa-d2cb016b28d7 HTTP/1.1" status: 204 len: 168 time: 2.6468000 Apr 30 16:10:26.492888 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50830) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:26.500121 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:26.507510 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:26.628047 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=da42ca94-c912-42ca-9de6-70976cb2df9b,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:26.633500 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:26.738501 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['da42ca94-c912-42ca-9de6-70976cb2df9b'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:10:26.801999 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-8cb04d3e-1dcc-4a94-bba6-42c72e136d01 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:26.804622 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-8cb04d3e-1dcc-4a94-bba6-42c72e136d01 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.65 "GET /v2.0/networks?id=14c00e64-cc5c-4584-8c28-809f2f052668 HTTP/1.1" status: 200 len: 810 time: 0.3292093 Apr 30 16:10:26.912267 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0081e563-0c6c-4d0f-b017-79644d0f1258 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9 HTTP/1.1" status: 200 len: 380 time: 0.0933537 Apr 30 16:10:26.922017 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Request body: {'port': {'device_id': '00c3e769-9453-41aa-b15c-6d59069998f4', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'admin_state_up': True, 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'security_groups': ['11dab487-6f3a-4854-8211-aca518c589ed']}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:27.116771 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:27.142468 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:27.143920 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.159878 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Made reservation on behalf of 2d284bb0e5ba4410a1aade7a7e2872c9 for: {'port': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:27.167461 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.332631 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-281fe5d9-0b7d-4143-be32-31b890ec982a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397177'] for router_interface, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.445792 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Allocated IP 172.20.0.9 (14c00e64-cc5c-4584-8c28-809f2f052668/609591f8-1443-456a-9728-4d0e18b05af1/7830c36d-0e72-4582-9d3e-f4d26fe285ac) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:27.709195 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.759219 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9afd5f89-6c5a-42e2-9e0a-324a04fb5202 req-05ce204c-088a-4d3a-8325-60e58e6dd6a6 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 210 time: 0.0748267 Apr 30 16:10:27.770202 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.provisioning_blocks [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Transition to ACTIVE for port object 7830c36d-0e72-4582-9d3e-f4d26fe285ac will not be triggered until provisioned by entity DHCP. {{(pid=73973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:27.802384 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.812195 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-4f307387-bf62-4f01-8182-6ddfc7276626 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:27.897080 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Network 14c00e64-cc5c-4584-8c28-809f2f052668 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:27.902186 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:27.908563 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:27.962481 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event updated for resources: {'Port': ['ID=7830c36d-0e72-4582-9d3e-f4d26fe285ac,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:27.974367 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:28.008344 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:28.009910 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.050286 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-a6cb1711-3e35-4ca4-b219-8205c250d01c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1323762 Apr 30 16:10:28.066120 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Request body: {'port': {'device_id': '00c3e769-9453-41aa-b15c-6d59069998f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:28.073554 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea1df4-855d-4f43-aecb-22064cc3c077 req-19ad7615-547f-48c2-a2c9-69a8908762c2 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:28.075236 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e5ea1df4-855d-4f43-aecb-22064cc3c077 req-19ad7615-547f-48c2-a2c9-69a8908762c2 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 944 time: 0.4298549 Apr 30 16:10:28.168220 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device da42ca94-c912-42ca-9de6-70976cb2df9b up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:10:28.193846 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e5ea1df4-855d-4f43-aecb-22064cc3c077 req-82a83bf5-bb46-41d5-a9b9-52409585c1fe tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983310 Apr 30 16:10:28.288434 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-281fe5d9-0b7d-4143-be32-31b890ec982a admin admin] Deleting port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:28.288825 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-281fe5d9-0b7d-4143-be32-31b890ec982a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.296247 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.300381 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port da42ca94-c912-42ca-9de6-70976cb2df9b completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:28.309593 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port da42ca94-c912-42ca-9de6-70976cb2df9b triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:28.310159 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.431112 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-6e291f7e-a4a0-48e3-8aa7-62efc44d66a1 None None] Provisioning for port 7830c36d-0e72-4582-9d3e-f4d26fe285ac completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:28.437945 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [None req-281fe5d9-0b7d-4143-be32-31b890ec982a admin admin] For port 1469d3ca-0c07-4cb3-b29f-0adabd801b3b, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=1469d3ca-0c07-4cb3-b29f-0adabd801b3b,segment=NetworkSegment(a7e0ac82-0e5b-4fea-a907-f028ac013211),segment_id=a7e0ac82-0e5b-4fea-a907-f028ac013211)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:28.438827 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-281fe5d9-0b7d-4143-be32-31b890ec982a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.447090 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-6e291f7e-a4a0-48e3-8aa7-62efc44d66a1 None None] Provisioning complete for port 7830c36d-0e72-4582-9d3e-f4d26fe285ac triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:28.448423 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-6e291f7e-a4a0-48e3-8aa7-62efc44d66a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.577494 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-281fe5d9-0b7d-4143-be32-31b890ec982a admin admin] Calling delete_port for 1469d3ca-0c07-4cb3-b29f-0adabd801b3b owned by network:router_interface {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:28.614680 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-6e291f7e-a4a0-48e3-8aa7-62efc44d66a1 None None] Port 7830c36d-0e72-4582-9d3e-f4d26fe285ac cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:10:28.645019 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.687317 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da42ca94-c912-42ca-9de6-70976cb2df9b'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:28.699760 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port da42ca94-c912-42ca-9de6-70976cb2df9b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da42ca94-c912-42ca-9de6-70976cb2df9b,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:28.706474 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.710647 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:28.801032 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'code': 200} Apr 30 16:10:28.801849 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=da42ca94-c912-42ca-9de6-70976cb2df9b,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:28.805239 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:28.819603 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7830c36d-0e72-4582-9d3e-f4d26fe285ac {{(pid=73973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:10:28.826496 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-281fe5d9-0b7d-4143-be32-31b890ec982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.835189 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c45d0b4b-153e-41c9-ac53-bdd6800ca8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:28.836577 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.867115 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.provisioning_blocks [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Transition to ACTIVE for port object 7830c36d-0e72-4582-9d3e-f4d26fe285ac will not be triggered until provisioned by entity L2. {{(pid=73973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:28.874001 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.879524 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a9e9234e-3506-4332-83c3-ce2856d72d0c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:28.921074 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fe5d9-0b7d-4143-be32-31b890ec982a admin admin] Pushing event deleted for resources: {'Port': ['ID=1469d3ca-0c07-4cb3-b29f-0adabd801b3b,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:28.928163 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-281fe5d9-0b7d-4143-be32-31b890ec982a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:29.188211 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Pushing event updated for resources: {'Port': ['ID=7830c36d-0e72-4582-9d3e-f4d26fe285ac,revision_number=2']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:29.205967 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:29.327707 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Attempting to bind port 7830c36d-0e72-4582-9d3e-f4d26fe285ac on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:10:29.328312 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Attempting to bind port 7830c36d-0e72-4582-9d3e-f4d26fe285ac by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'}] {{(pid=73973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:10:29.329133 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Attempting to bind port 7830c36d-0e72-4582-9d3e-f4d26fe285ac on network 14c00e64-cc5c-4584-8c28-809f2f052668 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:29.339712 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Port 7830c36d-0e72-4582-9d3e-f4d26fe285ac on network 14c00e64-cc5c-4584-8c28-809f2f052668 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:10:29.343180 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Attempting to bind port 7830c36d-0e72-4582-9d3e-f4d26fe285ac on network 14c00e64-cc5c-4584-8c28-809f2f052668 {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:29.359335 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:10:29.359708 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Checking segment: {'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:29.360959 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Bound using segment: {'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'} {{(pid=73973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:10:29.360959 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Bound port: 7830c36d-0e72-4582-9d3e-f4d26fe285ac, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8b5ae2-7d34-406b-a1ab-f054cda898b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668'}}] {{(pid=73973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:10:29.361339 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:29.369307 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a3a98-a18b-437e-9c6c-1878efe43cc8 req-e14683a0-1292-4f47-8eaf-11ddf77e01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:29.370851 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-684a3a98-a18b-437e-9c6c-1878efe43cc8 req-e14683a0-1292-4f47-8eaf-11ddf77e01e4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 1098 time: 0.3868790 Apr 30 16:10:29.382403 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a5d9c-83be-4366-bd33-69865391affe req-8ff0c5e1-a6bb-4fca-a2fc-42e31868d28f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:29.384023 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-736a5d9c-83be-4366-bd33-69865391affe req-8ff0c5e1-a6bb-4fca-a2fc-42e31868d28f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 943 time: 0.3559818 Apr 30 16:10:29.452469 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-281fe5d9-0b7d-4143-be32-31b890ec982a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402377'] for router_interface, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:29.517783 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] For port 7830c36d-0e72-4582-9d3e-f4d26fe285ac, host hv-cinder-78719, cleared binding levels {{(pid=73973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:10:29.521530 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] For port 7830c36d-0e72-4582-9d3e-f4d26fe285ac, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7830c36d-0e72-4582-9d3e-f4d26fe285ac,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:10:29.531391 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:29.537796 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:29.550543 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-736a5d9c-83be-4366-bd33-69865391affe req-eaf6e0df-58c3-4ea2-9596-b97bf2eb5dde tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=11dab487-6f3a-4854-8211-aca518c589ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469572 Apr 30 16:10:29.559682 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-684a3a98-a18b-437e-9c6c-1878efe43cc8 req-0f4d6dc2-3728-4cf7-851c-46e907cc4516 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720073 Apr 30 16:10:29.601064 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:29.601685 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:29.603258 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] 10.222.0.65 "PUT /v2.0/ports/7830c36d-0e72-4582-9d3e-f4d26fe285ac HTTP/1.1" status: 200 len: 1093 time: 1.5442390 Apr 30 16:10:29.603889 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c3e769-9453-41aa-b15c-6d59069998f4', 'tag': '7830c36d-0e72-4582-9d3e-f4d26fe285ac'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:29.619399 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd4666-ecca-453f-bd7b-c6eab7a8bd18 req-c0145201-e17c-4848-8543-d26f23f8db4d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:29.620946 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1ccd4666-ecca-453f-bd7b-c6eab7a8bd18 req-c0145201-e17c-4848-8543-d26f23f8db4d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.2055802 Apr 30 16:10:29.681861 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Pushing event updated for resources: {'Port': ['ID=7830c36d-0e72-4582-9d3e-f4d26fe285ac,revision_number=3']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:29.705381 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:29.720957 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c3e769-9453-41aa-b15c-6d59069998f4', 'tag': '7830c36d-0e72-4582-9d3e-f4d26fe285ac', 'status': 'completed', 'code': 200} Apr 30 16:10:29.757599 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1ccd4666-ecca-453f-bd7b-c6eab7a8bd18 req-faec837e-3ce3-4c1c-b58b-8c6397c13e67 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159251 Apr 30 16:10:29.912396 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-15f31d95-8b80-4c8b-8e45-dd0080cacbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:29.914178 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-15f31d95-8b80-4c8b-8e45-dd0080cacbcc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9&device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 1096 time: 0.1552353 Apr 30 16:10:29.993659 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-6a071549-8a82-4d01-bfc2-c26a1e4c21bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7830c36d-0e72-4582-9d3e-f4d26fe285ac HTTP/1.1" status: 200 len: 217 time: 0.0707581 Apr 30 16:10:30.060537 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-6ba60257-9a4e-4e77-a687-eaa3acb804b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:30.062025 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-6ba60257-9a4e-4e77-a687-eaa3acb804b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=609591f8-1443-456a-9728-4d0e18b05af1 HTTP/1.1" status: 200 len: 849 time: 0.0621505 Apr 30 16:10:30.158447 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-091db943-9823-43ce-bbd2-2fac3afce4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:30.161040 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-091db943-9823-43ce-bbd2-2fac3afce4fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14c00e64-cc5c-4584-8c28-809f2f052668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0893695 Apr 30 16:10:30.183695 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281fe5d9-0b7d-4143-be32-31b890ec982a admin admin] Router d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:10:30.340480 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-570aca4d-3bf6-42bd-8d2e-9d77098ac093 service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711290 Apr 30 16:10:30.427567 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281fe5d9-0b7d-4143-be32-31b890ec982a admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:10:30.444964 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ef2bad-bf72-42ea-8b84-4baa27b181c1 None None] Sync routers for ids ['d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:10:30.463661 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-281fe5d9-0b7d-4143-be32-31b890ec982a admin admin] 10.222.0.67 "PUT /v2.0/routers/d5a9f87c-3e09-47ff-b00f-1dbcb29d3518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9652176 Apr 30 16:10:30.464505 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50866) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:30.469277 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef2bad-bf72-42ea-8b84-4baa27b181c1 None None] Routers {'d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:30.469949 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-61ef2bad-bf72-42ea-8b84-4baa27b181c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:10:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:30.538573 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f41f6db2-fece-4307-812d-199b94ab7d27 req-253e894a-4db0-46ad-9990-5b2e190f824b service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907504 Apr 30 16:10:30.716057 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf616fa-0b5a-44c7-8d54-667d2076ed5a req-89110793-ea15-4ef4-8ac0-1ce3d145833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:30.717548 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7bf616fa-0b5a-44c7-8d54-667d2076ed5a req-89110793-ea15-4ef4-8ac0-1ce3d145833d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9&device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 1096 time: 0.1184428 Apr 30 16:10:30.742020 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-61ef2bad-bf72-42ea-8b84-4baa27b181c1 None None] Set router d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:30.784428 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:30.878029 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf616fa-0b5a-44c7-8d54-667d2076ed5a req-c6c59a7b-7353-4911-b74b-a6b2bf665bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:30.879559 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7bf616fa-0b5a-44c7-8d54-667d2076ed5a req-c6c59a7b-7353-4911-b74b-a6b2bf665bad service neutron] 10.222.0.65 "GET /v2.0/networks?id=14c00e64-cc5c-4584-8c28-809f2f052668 HTTP/1.1" status: 200 len: 911 time: 0.1540856 Apr 30 16:10:30.922985 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a69aa-c6dc-46ef-b400-fd6245d57e16 req-e345d705-7eb7-40e5-b888-540840bc935b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:30.934293 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-642a69aa-c6dc-46ef-b400-fd6245d57e16 req-e345d705-7eb7-40e5-b888-540840bc935b tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 943 time: 0.2320015 Apr 30 16:10:31.047224 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7bf616fa-0b5a-44c7-8d54-667d2076ed5a req-41d9263a-5928-4827-80b5-030d034c9b79 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7830c36d-0e72-4582-9d3e-f4d26fe285ac HTTP/1.1" status: 200 len: 217 time: 0.1589193 Apr 30 16:10:31.077033 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:31.132330 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-61ef2bad-bf72-42ea-8b84-4baa27b181c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'name': 'tempest-TestMinimumBasicScenario-721288793-router', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '03b5d091-5d49-45a6-ab02-f171ef704c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:32Z', 'updated_at': '2021-04-30T16:10:28Z', 'revision_number': 5, 'project_id': '4db20ab936cc48dfb4c74c66028a02f4', 'gw_port': {'id': '03b5d091-5d49-45a6-ab02-f171ef704c1b', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:06:33Z', 'updated_at': '2021-04-30T16:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:31.141387 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ef2bad-bf72-42ea-8b84-4baa27b181c1 None None] Checking router: d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:10:31.162236 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef2bad-bf72-42ea-8b84-4baa27b181c1 None None] Routers {'d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:31.163661 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-61ef2bad-bf72-42ea-8b84-4baa27b181c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:10:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:31.164560 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf616fa-0b5a-44c7-8d54-667d2076ed5a req-5f6e2e6c-52dd-4d39-afaa-4e98ad3ba590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:31.167615 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7bf616fa-0b5a-44c7-8d54-667d2076ed5a req-5f6e2e6c-52dd-4d39-afaa-4e98ad3ba590 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=609591f8-1443-456a-9728-4d0e18b05af1 HTTP/1.1" status: 200 len: 849 time: 0.1129844 Apr 30 16:10:31.168029 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-642a69aa-c6dc-46ef-b400-fd6245d57e16 req-0e3aa4cd-bf51-4b57-a891-554b857c83b6 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=11dab487-6f3a-4854-8211-aca518c589ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325625 Apr 30 16:10:31.203682 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] Deleting port 03b5d091-5d49-45a6-ab02-f171ef704c1b {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:31.204054 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:31.231825 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3daf4e-0c7c-4bc6-b4c1-b8a91ccb87d0 req-0804a0e2-1db3-409b-89e9-3ee74a9c81d3 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:31.233681 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bb3daf4e-0c7c-4bc6-b4c1-b8a91ccb87d0 req-0804a0e2-1db3-409b-89e9-3ee74a9c81d3 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.2505176 Apr 30 16:10:31.332946 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bb3daf4e-0c7c-4bc6-b4c1-b8a91ccb87d0 req-5fff978b-8a6b-42be-bddd-0651f8b0d933 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778430 Apr 30 16:10:31.348971 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf616fa-0b5a-44c7-8d54-667d2076ed5a req-efa9f5b5-30ec-4ffc-b7cc-77fe0f5c27f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:31.350765 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7bf616fa-0b5a-44c7-8d54-667d2076ed5a req-efa9f5b5-30ec-4ffc-b7cc-77fe0f5c27f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14c00e64-cc5c-4584-8c28-809f2f052668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1694605 Apr 30 16:10:31.376733 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] For port 03b5d091-5d49-45a6-ab02-f171ef704c1b, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=03b5d091-5d49-45a6-ab02-f171ef704c1b,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:31.377264 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:31.420490 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-61ef2bad-bf72-42ea-8b84-4baa27b181c1 None None] Set router d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 gateway port host: None {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:31.554507 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-61ef2bad-bf72-42ea-8b84-4baa27b181c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'name': 'tempest-TestMinimumBasicScenario-721288793-router', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:32Z', 'updated_at': '2021-04-30T16:10:31Z', 'revision_number': 6, 'project_id': '4db20ab936cc48dfb4c74c66028a02f4', 'gw_port_host': None}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:31.560355 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ef2bad-bf72-42ea-8b84-4baa27b181c1 None None] The sync data for ids ['d5a9f87c-3e09-47ff-b00f-1dbcb29d3518'] in dv-cinder-787195-6-smb is: [{'id': 'd5a9f87c-3e09-47ff-b00f-1dbcb29d3518', 'name': 'tempest-TestMinimumBasicScenario-721288793-router', 'tenant_id': '4db20ab936cc48dfb4c74c66028a02f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:06:32Z', 'updated_at': '2021-04-30T16:10:31Z', 'revision_number': 6, 'project_id': '4db20ab936cc48dfb4c74c66028a02f4', 'gw_port_host': None}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:10:31.576905 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] Calling delete_port for 03b5d091-5d49-45a6-ab02-f171ef704c1b owned by network:router_gateway {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:31.657563 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61def7-0b10-40c4-8ccb-f8308faff46b req-e4d39aae-7c63-4f57-ab99-a8d11bcb0a82 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:31.659165 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-ef61def7-0b10-40c4-8ccb-f8308faff46b req-e4d39aae-7c63-4f57-ab99-a8d11bcb0a82 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.1370270 Apr 30 16:10:31.669632 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50882) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:31.680125 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-737b5be3-0c8d-4d06-9d1f-62218a53d161 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Request body: {'floatingip': {'port_id': 'da42ca94-c912-42ca-9de6-70976cb2df9b'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:31.770044 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7bf616fa-0b5a-44c7-8d54-667d2076ed5a req-0745e7f4-0566-4278-8a8a-f3f82d726d96 service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101913 Apr 30 16:10:31.907493 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-737b5be3-0c8d-4d06-9d1f-62218a53d161 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for floatingip, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:32.019080 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7bf616fa-0b5a-44c7-8d54-667d2076ed5a req-784fbf7f-e913-4d98-8954-1197df0a35ca service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404904 Apr 30 16:10:32.315660 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:32.329643 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c9857c70-cb73-417b-a8a4-12eb1320ef59 tempest-ServerRescueNegativeTestJSON-816882576 tempest-ServerRescueNegativeTestJSON-816882576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:32.427789 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=03b5d091-5d49-45a6-ab02-f171ef704c1b,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:32.432155 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:32.448808 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea76a85-420c-43ac-a125-8b42bdc7e9d8 req-59f6f3c0-4f56-432c-b5dc-560c642c11a4 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:32.450862 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-eea76a85-420c-43ac-a125-8b42bdc7e9d8 req-59f6f3c0-4f56-432c-b5dc-560c642c11a4 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Synchronizing usage tracker for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:32.474665 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-eea76a85-420c-43ac-a125-8b42bdc7e9d8 req-59f6f3c0-4f56-432c-b5dc-560c642c11a4 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Unset dirty status for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:32.477984 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-eea76a85-420c-43ac-a125-8b42bdc7e9d8 req-59f6f3c0-4f56-432c-b5dc-560c642c11a4 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 943 time: 0.1809666 Apr 30 16:10:32.569376 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-eea76a85-420c-43ac-a125-8b42bdc7e9d8 req-e61e4471-8ee2-4d6f-9e3a-6d57b2cd2c24 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=11dab487-6f3a-4854-8211-aca518c589ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824692 Apr 30 16:10:32.886763 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401390'] for router_gateway, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.000884 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 03b5d091-5d49-45a6-ab02-f171ef704c1b no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:10:33.036461 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: 03b5d091-5d49-45a6-ab02-f171ef704c1b {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:10:33.036848 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 03b5d091-5d49-45a6-ab02-f171ef704c1b not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:10:33.037275 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 1469d3ca-0c07-4cb3-b29f-0adabd801b3b no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:10:33.080981 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: 1469d3ca-0c07-4cb3-b29f-0adabd801b3b {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:10:33.081719 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 1469d3ca-0c07-4cb3-b29f-0adabd801b3b not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:10:33.091270 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4763'] for router, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.094864 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.129303 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408907'] for router, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.129810 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 {{(pid=73974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:10:33.157283 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] Notify callbacks [] for router, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.158445 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-b40ea6fe-0376-4693-a514-47a209d67fb8 admin admin] 10.222.0.67 "DELETE /v2.0/routers/d5a9f87c-3e09-47ff-b00f-1dbcb29d3518 HTTP/1.1" status: 204 len: 168 time: 2.6931205 Apr 30 16:10:33.162225 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50894) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:33.330861 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_v2 [None req-413cf9f9-f2cd-491f-8378-cc9361131a7f admin admin] Deleting subnet fd4b0b29-f9c6-4ee6-a068-bf0091ef681c {{(pid=73974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:10:33.338211 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-737b5be3-0c8d-4d06-9d1f-62218a53d161 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.339052 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-413cf9f9-f2cd-491f-8378-cc9361131a7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.365714 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-737b5be3-0c8d-4d06-9d1f-62218a53d161 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397203'] for floatingip, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.469964 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-413cf9f9-f2cd-491f-8378-cc9361131a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6429178'] for subnet, precommit_delete_associations {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.751027 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.db.l3_db [None req-737b5be3-0c8d-4d06-9d1f-62218a53d161 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Floating IP 1769a10e-08e6-4d17-bac7-ac05e7474290 associated. External IP: 172.28.1.200, port: da42ca94-c912-42ca-9de6-70976cb2df9b. Apr 30 16:10:33.975739 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-413cf9f9-f2cd-491f-8378-cc9361131a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378834'] for subnet, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:34.184380 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 7830c36d-0e72-4582-9d3e-f4d26fe285ac details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:10:34.243744 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa26f23-5f65-4f36-9e6f-e25d1e64ae5c req-e5bf325f-a6a2-4f1c-971d-36752737542f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:34.245948 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5fa26f23-5f65-4f36-9e6f-e25d1e64ae5c req-e5bf325f-a6a2-4f1c-971d-36752737542f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 943 time: 0.4438090 Apr 30 16:10:34.405240 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 7830c36d-0e72-4582-9d3e-f4d26fe285ac, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7830c36d-0e72-4582-9d3e-f4d26fe285ac,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:34.423501 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': '7830c36d-0e72-4582-9d3e-f4d26fe285ac', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'port_id': '7830c36d-0e72-4582-9d3e-f4d26fe285ac', 'mac_address': 'fa:16:3e:71:82:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:10:34.429171 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5fa26f23-5f65-4f36-9e6f-e25d1e64ae5c req-05e52799-950f-4b1b-8788-67e04363c8e1 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=11dab487-6f3a-4854-8211-aca518c589ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715276 Apr 30 16:10:34.501898 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:34.509371 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737b5be3-0c8d-4d06-9d1f-62218a53d161 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:10:34.539299 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7830c36d-0e72-4582-9d3e-f4d26fe285ac {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:10:34.568580 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 7830c36d-0e72-4582-9d3e-f4d26fe285ac, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7830c36d-0e72-4582-9d3e-f4d26fe285ac,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:34.573918 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:34.576972 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:34.627253 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-413cf9f9-f2cd-491f-8378-cc9361131a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6699779'] for subnet, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:34.636041 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:34.715210 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=7830c36d-0e72-4582-9d3e-f4d26fe285ac,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:34.719660 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:34.738369 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cf9f9-f2cd-491f-8378-cc9361131a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4b0b29-f9c6-4ee6-a068-bf0091ef681c,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:34.743775 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-413cf9f9-f2cd-491f-8378-cc9361131a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:34.758181 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-413cf9f9-f2cd-491f-8378-cc9361131a7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:34.758799 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ef935-9830-4d3b-bdbf-ca17406f0525 None None] Network d9d322e5-f673-44ea-8cea-a254f8442fe7 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:10:34.771111 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-413cf9f9-f2cd-491f-8378-cc9361131a7f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/fd4b0b29-f9c6-4ee6-a068-bf0091ef681c HTTP/1.1" status: 204 len: 168 time: 1.6045587 Apr 30 16:10:34.771528 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50906) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:34.784117 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737b5be3-0c8d-4d06-9d1f-62218a53d161 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:10:34.789807 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-737b5be3-0c8d-4d06-9d1f-62218a53d161 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:34.811636 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fef8b9-8084-426d-a418-4faef0d6b7a9 None None] Sync routers for ids ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:10:34.829924 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['7830c36d-0e72-4582-9d3e-f4d26fe285ac'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:10:34.861463 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-737b5be3-0c8d-4d06-9d1f-62218a53d161 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "PUT /v2.0/floatingips/1769a10e-08e6-4d17-bac7-ac05e7474290 HTTP/1.1" status: 200 len: 991 time: 3.1884892 Apr 30 16:10:34.861463 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'tag': 'da42ca94-c912-42ca-9de6-70976cb2df9b'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:34.925530 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497117'] for network, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:34.928087 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fef8b9-8084-426d-a418-4faef0d6b7a9 None None] Routers {'7aa1b875-e34a-4c08-96e9-8ccedd3e62af'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:34.929072 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-93fef8b9-8084-426d-a418-4faef0d6b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:10:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:35.038793 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Deleting port 9f6bd63c-ec76-40fa-a387-a377f0b1cace {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:35.039164 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:35.052028 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'tag': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'status': 'completed', 'code': 200} Apr 30 16:10:35.252014 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] For port 9f6bd63c-ec76-40fa-a387-a377f0b1cace, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=9f6bd63c-ec76-40fa-a387-a377f0b1cace,segment=NetworkSegment(a7e0ac82-0e5b-4fea-a907-f028ac013211),segment_id=a7e0ac82-0e5b-4fea-a907-f028ac013211)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:35.252372 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:35.305377 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-93fef8b9-8084-426d-a418-4faef0d6b7a9 None None] Set router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:35.396642 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Calling delete_port for 9f6bd63c-ec76-40fa-a387-a377f0b1cace owned by network:dhcp {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:35.412377 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32143b51-2a0e-4240-ba25-4722d3cd12d8 req-84ceef20-a450-484b-bebc-b570dcf1e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:35.413909 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-32143b51-2a0e-4240-ba25-4722d3cd12d8 req-84ceef20-a450-484b-bebc-b570dcf1e853 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=30884ecb7cdb4bbdae8da19d8171f557&device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 1098 time: 0.3347266 Apr 30 16:10:35.428975 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50922) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:35.626262 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3618c69-c1ec-42e2-b8c4-ff08258c5c48 None None] DHCP port deletion for d9d322e5-f673-44ea-8cea-a254f8442fe7 request from dv-cinder-787195-6-smb {{(pid=73975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:10:35.670407 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32143b51-2a0e-4240-ba25-4722d3cd12d8 req-d571ca27-9bf5-4f0a-ba5d-fda6c4ef6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:35.672243 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-32143b51-2a0e-4240-ba25-4722d3cd12d8 req-d571ca27-9bf5-4f0a-ba5d-fda6c4ef6b82 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fbdd012c-48a2-47ac-a102-5128271752a7 HTTP/1.1" status: 200 len: 918 time: 0.2467117 Apr 30 16:10:35.677417 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:35.687127 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-fe85dcfa-14fe-4ad4-bb8c-57bae6da70fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:35.723435 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-fe85dcfa-14fe-4ad4-bb8c-57bae6da70fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:35.731153 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-fe85dcfa-14fe-4ad4-bb8c-57bae6da70fb admin admin] Usage tracker for resource:security_group_rule and tenant:f198fd664f0a4872b8752b65704d1f48 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:35.735232 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-fe85dcfa-14fe-4ad4-bb8c-57bae6da70fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:35.735871 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d0bf0b80-fa4d-4aaa-8228-76d862fa1e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:35.743867 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-fe85dcfa-14fe-4ad4-bb8c-57bae6da70fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:35.754420 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dd5a2-177b-407a-ad8a-7ad4bde1d577 req-e776a8e1-fa78-4861-a932-fe999695c4a5 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:35.756016 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-969dd5a2-177b-407a-ad8a-7ad4bde1d577 req-e776a8e1-fa78-4861-a932-fe999695c4a5 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 944 time: 0.1669440 Apr 30 16:10:35.806296 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6bd63c-ec76-40fa-a387-a377f0b1cace,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:35.814970 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:35.815806 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] No DVR routers for this DVR port 9f6bd63c-ec76-40fa-a387-a377f0b1cace on host dv-cinder-787195-6-smb {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:10:35.849928 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-969dd5a2-177b-407a-ad8a-7ad4bde1d577 req-2236d739-717c-4b1b-b6d2-90e4c235858a tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=11dab487-6f3a-4854-8211-aca518c589ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825937 Apr 30 16:10:35.852848 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-a3618c69-c1ec-42e2-b8c4-ff08258c5c48 None None] Deleting port 9f6bd63c-ec76-40fa-a387-a377f0b1cace {{(pid=73975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:35.853148 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-a3618c69-c1ec-42e2-b8c4-ff08258c5c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:35.931957 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-32143b51-2a0e-4240-ba25-4722d3cd12d8 req-4044af04-893f-418e-ba3c-e475561b0d83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da42ca94-c912-42ca-9de6-70976cb2df9b HTTP/1.1" status: 200 len: 999 time: 0.2484829 Apr 30 16:10:35.961269 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-fe85dcfa-14fe-4ad4-bb8c-57bae6da70fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:35.967264 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-fe85dcfa-14fe-4ad4-bb8c-57bae6da70fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:35.980183 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-a3618c69-c1ec-42e2-b8c4-ff08258c5c48 None None] For port 9f6bd63c-ec76-40fa-a387-a377f0b1cace, host dv-cinder-787195-6-smb, got binding levels [] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:35.980584 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-a3618c69-c1ec-42e2-b8c4-ff08258c5c48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:35.982591 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-3275c1c5-3ab2-4d29-b0fd-3387ceaa6b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:36.029124 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-fe85dcfa-14fe-4ad4-bb8c-57bae6da70fb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f198fd664f0a4872b8752b65704d1f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5986283 Apr 30 16:10:36.030801 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85dcfa-14fe-4ad4-bb8c-57bae6da70fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2931a11d-6511-4d4e-a4b9-5e9ec9f3f169,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:36.033773 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50930) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:36.037138 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-fe85dcfa-14fe-4ad4-bb8c-57bae6da70fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:36.045778 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377951', 'neutron.services.segments.db._delete_segments_for_network-8775008697245'] for network, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:36.110868 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-93fef8b9-8084-426d-a418-4faef0d6b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': '1769a10e-08e6-4d17-bac7-ac05e7474290', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'floating_ip_address': '172.28.1.200', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'port_id': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'mac_address': 'fa:16:3e:7a:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:10:08Z', 'updated_at': '2021-04-30T16:10:33Z', 'revision_number': 1, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74658aba-3c89-481e-ba4c-f8b66cb456c6', 'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'mac_address': 'fa:16:3e:f6:4a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:13Z', 'updated_at': '2021-04-30T16:05:26Z', 'revision_number': 5, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'subnets': [{'id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:36.120149 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a4af9e2c-1a81-4d4d-b388-bb2ec4a6cb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:36.121273 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-a3618c69-c1ec-42e2-b8c4-ff08258c5c48 None None] Calling delete_port for 9f6bd63c-ec76-40fa-a387-a377f0b1cace owned by network:dhcp {{(pid=73975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:36.125585 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.ipam_backend_mixin [None req-a3618c69-c1ec-42e2-b8c4-ff08258c5c48 None None] Port 9f6bd63c-ec76-40fa-a387-a377f0b1cace was not found and therefore no delete operation was performed {{(pid=73975) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}} Apr 30 16:10:36.126634 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fef8b9-8084-426d-a418-4faef0d6b7a9 None None] Checking router: 7aa1b875-e34a-4c08-96e9-8ccedd3e62af for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:10:36.130988 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-a3618c69-c1ec-42e2-b8c4-ff08258c5c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599'] for port, after_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:36.138373 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:36.145635 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32143b51-2a0e-4240-ba25-4722d3cd12d8 req-d967ae4b-e93d-4ec2-ac10-712c97a7ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:36.147929 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-32143b51-2a0e-4240-ba25-4722d3cd12d8 req-d967ae4b-e93d-4ec2-ac10-712c97a7ed6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47ce67a9-b01b-4823-9930-c277e305b13b HTTP/1.1" status: 200 len: 856 time: 0.2075322 Apr 30 16:10:36.162125 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a4af9e2c-1a81-4d4d-b388-bb2ec4a6cb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:36.232498 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a4af9e2c-1a81-4d4d-b388-bb2ec4a6cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:36.241839 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-fe85dcfa-14fe-4ad4-bb8c-57bae6da70fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:36.246054 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 7830c36d-0e72-4582-9d3e-f4d26fe285ac up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:10:36.253497 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af9e2c-1a81-4d4d-b388-bb2ec4a6cb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2931a11d-6511-4d4e-a4b9-5e9ec9f3f169,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:36.257944 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-a4af9e2c-1a81-4d4d-b388-bb2ec4a6cb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:36.267325 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a4af9e2c-1a81-4d4d-b388-bb2ec4a6cb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:36.268536 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-a4af9e2c-1a81-4d4d-b388-bb2ec4a6cb7a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2931a11d-6511-4d4e-a4b9-5e9ec9f3f169 HTTP/1.1" status: 204 len: 168 time: 0.2334516 Apr 30 16:10:36.302633 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3618c69-c1ec-42e2-b8c4-ff08258c5c48 None None] Pushing event deleted for resources: {'Port': ['ID=9f6bd63c-ec76-40fa-a387-a377f0b1cace,revision_number=None']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:36.310587 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-a3618c69-c1ec-42e2-b8c4-ff08258c5c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:36.312595 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3618c69-c1ec-42e2-b8c4-ff08258c5c48 None None] No DVR routers for this DVR port 9f6bd63c-ec76-40fa-a387-a377f0b1cace on host dv-cinder-787195-6-smb {{(pid=73975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:10:36.317267 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fef8b9-8084-426d-a418-4faef0d6b7a9 None None] Routers {'7aa1b875-e34a-4c08-96e9-8ccedd3e62af'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:36.317906 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-93fef8b9-8084-426d-a418-4faef0d6b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:10:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:36.460250 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d322e5-f673-44ea-8cea-a254f8442fe7']}} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:36.484586 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e0ac82-0e5b-4fea-a907-f028ac013211') {'for_net_delete': True} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:36.484586 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e0ac82-0e5b-4fea-a907-f028ac013211') {} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:36.500972 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775008709991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8147482'] for segment, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:36.508589 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port 7830c36d-0e72-4582-9d3e-f4d26fe285ac completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:36.531368 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port 7830c36d-0e72-4582-9d3e-f4d26fe285ac triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:36.531897 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:36.533581 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:36.544898 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=73973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:10:36.577144 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32143b51-2a0e-4240-ba25-4722d3cd12d8 req-161ac628-9ad4-4b35-9816-f4e73f2dcc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:36.578941 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-32143b51-2a0e-4240-ba25-4722d3cd12d8 req-161ac628-9ad4-4b35-9816-f4e73f2dcc2e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fbdd012c-48a2-47ac-a102-5128271752a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4088988 Apr 30 16:10:36.614507 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-93fef8b9-8084-426d-a418-4faef0d6b7a9 None None] Set router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:36.861015 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:36.890843 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Network d9d322e5-f673-44ea-8cea-a254f8442fe7 has no segments {{(pid=73973) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:10:36.903445 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1391655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7273981'] for segment, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:36.977178 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c3e769-9453-41aa-b15c-6d59069998f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7830c36d-0e72-4582-9d3e-f4d26fe285ac'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:37.004050 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 7830c36d-0e72-4582-9d3e-f4d26fe285ac, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7830c36d-0e72-4582-9d3e-f4d26fe285ac,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:37.021364 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:37.043999 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:37.092555 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 9f6bd63c-ec76-40fa-a387-a377f0b1cace no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:10:37.159631 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: 9f6bd63c-ec76-40fa-a387-a377f0b1cace {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:10:37.159963 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 9f6bd63c-ec76-40fa-a387-a377f0b1cace not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:10:37.228049 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=7830c36d-0e72-4582-9d3e-f4d26fe285ac,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:37.233104 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:37.262138 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Network d9d322e5-f673-44ea-8cea-a254f8442fe7 has no segments {{(pid=73973) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:10:37.292193 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-93fef8b9-8084-426d-a418-4faef0d6b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': '1769a10e-08e6-4d17-bac7-ac05e7474290', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'floating_ip_address': '172.28.1.200', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'port_id': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'mac_address': 'fa:16:3e:7a:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:10:08Z', 'updated_at': '2021-04-30T16:10:33Z', 'revision_number': 1, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74658aba-3c89-481e-ba4c-f8b66cb456c6', 'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'mac_address': 'fa:16:3e:f6:4a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:13Z', 'updated_at': '2021-04-30T16:05:26Z', 'revision_number': 5, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'subnets': [{'id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: Traceback (most recent call last): Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: timer() Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: cb(*args, **kw) Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: return func(*args, **kwargs) Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: self._notify() Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: self.callback(batched_events) Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: event.method(event) Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: return f(self, *a, **k) Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: return self._get(url).json() Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: return self.request(url, 'GET', **kwargs) Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:10:37.294317 dv-cinder-787195-6-smb neutron-server[73973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:10:37.305838 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fef8b9-8084-426d-a418-4faef0d6b7a9 None None] The sync data for ids ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'] in dv-cinder-787195-6-smb is: [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': '1769a10e-08e6-4d17-bac7-ac05e7474290', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'floating_ip_address': '172.28.1.200', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'port_id': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'mac_address': 'fa:16:3e:7a:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:10:08Z', 'updated_at': '2021-04-30T16:10:33Z', 'revision_number': 1, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74658aba-3c89-481e-ba4c-f8b66cb456c6', 'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'mac_address': 'fa:16:3e:f6:4a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:13Z', 'updated_at': '2021-04-30T16:05:26Z', 'revision_number': 5, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'subnets': [{'id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:10:37.360971 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-32143b51-2a0e-4240-ba25-4722d3cd12d8 req-3c674aa7-c98c-4e69-9cd4-fe95161e1723 service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7308369 Apr 30 16:10:37.409533 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c3e769-9453-41aa-b15c-6d59069998f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7830c36d-0e72-4582-9d3e-f4d26fe285ac', 'code': 200} Apr 30 16:10:37.569898 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400498'] for network, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:37.595109 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c7f34-500e-4126-a5fa-cde7e9f95163 req-7ee4f9aa-be5f-423e-bd8c-8e588c95d76c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:37.608395 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:37.622420 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-212c7f34-500e-4126-a5fa-cde7e9f95163 req-7ee4f9aa-be5f-423e-bd8c-8e588c95d76c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 945 time: 0.4916282 Apr 30 16:10:37.629044 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:37.642899 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d322e5-f673-44ea-8cea-a254f8442fe7,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:37.649994 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:37.664684 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-3f22cb55-c454-498b-a1d0-9fb4f2c3d76a admin admin] 10.222.0.67 "DELETE /v2.0/networks/d9d322e5-f673-44ea-8cea-a254f8442fe7 HTTP/1.1" status: 204 len: 168 time: 2.8876879 Apr 30 16:10:37.683297 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe800df8-0d5d-4376-bcf2-e49630c82628 None None] New status for floating IP 1769a10e-08e6-4d17-bac7-ac05e7474290: ACTIVE {{(pid=73976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:10:37.687771 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-32143b51-2a0e-4240-ba25-4722d3cd12d8 req-c0d791a9-31b4-4d51-b5cb-dbbbef81146d service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111558 Apr 30 16:10:37.799907 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-212c7f34-500e-4126-a5fa-cde7e9f95163 req-443d9e92-b675-4c3b-b2e0-fb2bb03ed6e0 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=11dab487-6f3a-4854-8211-aca518c589ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726112 Apr 30 16:10:37.829788 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec19424-bf71-4c18-a3ab-a9d7b0fa6fb9 req-4a0f0acd-bd43-455d-baef-484e2931fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:37.831724 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-dec19424-bf71-4c18-a3ab-a9d7b0fa6fb9 req-4a0f0acd-bd43-455d-baef-484e2931fe91 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 1098 time: 0.1441088 Apr 30 16:10:37.898232 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-dec19424-bf71-4c18-a3ab-a9d7b0fa6fb9 req-0d232f31-0830-4398-9712-2ebd0f381bd3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=11dab487-6f3a-4854-8211-aca518c589ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586348 Apr 30 16:10:37.958262 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50970) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:38.012125 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-fb0d0b1f-d8fe-4976-9757-980b001bbf5f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e2f9906b802c4756bde7bb184510cc70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523577 Apr 30 16:10:38.014476 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50974) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:38.094887 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f8e7b38d-b28f-46a5-937e-2826dde136d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:38.130594 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f8e7b38d-b28f-46a5-937e-2826dde136d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:38.211427 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f8e7b38d-b28f-46a5-937e-2826dde136d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:38.216599 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-efbbbe7a-028b-4f1e-ad48-1dbc2daea2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:38.232641 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7b38d-b28f-46a5-937e-2826dde136d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1411e670-c482-41b3-acb4-6a4457b61245,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:38.236050 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-f8e7b38d-b28f-46a5-937e-2826dde136d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:38.247914 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f8e7b38d-b28f-46a5-937e-2826dde136d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:38.252347 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-f8e7b38d-b28f-46a5-937e-2826dde136d4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1411e670-c482-41b3-acb4-6a4457b61245 HTTP/1.1" status: 204 len: 168 time: 0.2367127 Apr 30 16:10:38.747738 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 50988) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:38.832559 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 50992) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:38.832832 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-c517f8d3-4870-4ef1-a128-6795a8d40c43 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4db20ab936cc48dfb4c74c66028a02f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0835423 Apr 30 16:10:38.985070 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-10636b3a-31a8-40da-8e43-287035de72f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.033135 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-10636b3a-31a8-40da-8e43-287035de72f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.123156 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-10636b3a-31a8-40da-8e43-287035de72f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.128298 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cb5bff7a-7bc5-4d75-b6af-76fdb5fa5f25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:39.147831 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10636b3a-31a8-40da-8e43-287035de72f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a52b476-db83-47e6-8f28-d6c8a71002c5,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:39.151604 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34dda5-0efe-4a41-b62c-6bc26f7a50a6 req-fdab9266-59c9-4e6e-a676-23641b7148b1 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:39.152593 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-10636b3a-31a8-40da-8e43-287035de72f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:39.153434 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-8e34dda5-0efe-4a41-b62c-6bc26f7a50a6 req-fdab9266-59c9-4e6e-a676-23641b7148b1 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 945 time: 0.1290700 Apr 30 16:10:39.156101 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-10636b3a-31a8-40da-8e43-287035de72f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.158392 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-10636b3a-31a8-40da-8e43-287035de72f7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6a52b476-db83-47e6-8f28-d6c8a71002c5 HTTP/1.1" status: 204 len: 168 time: 0.3243384 Apr 30 16:10:39.242108 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-8e34dda5-0efe-4a41-b62c-6bc26f7a50a6 req-f005a3a8-7f88-490b-9e75-5165bb0135e5 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=11dab487-6f3a-4854-8211-aca518c589ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769000 Apr 30 16:10:39.481613 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c0136-3597-4d7d-a304-c64feb4c018a req-a1606079-c808-42b0-8a5a-6c14ced4091f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:39.483331 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-137c0136-3597-4d7d-a304-c64feb4c018a req-a1606079-c808-42b0-8a5a-6c14ced4091f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 945 time: 0.1046488 Apr 30 16:10:39.494098 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51006) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:39.499758 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-5ecb3fd4-82fb-4e04-90e6-59a4914e7c2f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Request body: {'floatingip': {'port_id': '7830c36d-0e72-4582-9d3e-f4d26fe285ac'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:39.584481 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3fd4-82fb-4e04-90e6-59a4914e7c2f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for floatingip, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.328796 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51034) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:40.565930 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-599604088-network', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:40.582138 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:40.612551 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Usage tracker for resource:network and tenant:f8a69658a98c4697a96cbdafb13f1d32 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:40.622743 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:40.652268 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:40.658158 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3fd4-82fb-4e04-90e6-59a4914e7c2f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.673936 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3fd4-82fb-4e04-90e6-59a4914e7c2f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397203'] for floatingip, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.761769 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Made reservation on behalf of f8a69658a98c4697a96cbdafb13f1d32 for: {'network': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:40.764024 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.790147 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:40.874918 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:40.888998 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Usage tracker for resource:security_group_rule and tenant:f8a69658a98c4697a96cbdafb13f1d32 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:40.895020 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:40.906589 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:40.920518 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.l3_db [None req-5ecb3fd4-82fb-4e04-90e6-59a4914e7c2f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Floating IP 6bfb7a18-d807-4528-8aff-202dc6d1125c associated. External IP: 172.28.1.210, port: 7830c36d-0e72-4582-9d3e-f4d26fe285ac. Apr 30 16:10:41.240840 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:41.253634 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:41.260391 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-123bf72c-a985-439f-b376-6b85a6fd9adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:41.343585 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=73973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:10:41.385404 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:41.385753 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.segments_db [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Added segment e488b315-c56f-4ac3-acef-dee0517aef6d of type vlan for network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 Apr 30 16:10:41.387193 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2d1015-58bc-4189-8cab-431d4a2f5abb,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:41.397570 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:41.436792 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecb3fd4-82fb-4e04-90e6-59a4914e7c2f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Router b19ef072-9f8b-4e75-9a55-7c87a78e19da has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:10:41.438627 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:41.555316 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:41.559570 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:41.560156 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:41.565503 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:41.653876 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:41.889723 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5576870 Apr 30 16:10:41.892294 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Pushing event updated for resources: {'Network': ['ID=7557bdf8-72e1-4c79-8c53-2c4862399ac8,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:41.892966 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51048) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:41.896399 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:41.897665 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecb3fd4-82fb-4e04-90e6-59a4914e7c2f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:10:41.901198 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Request body: {'subnet': {'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-599604088-subnet', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'ip_version': 4}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:41.904815 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3fd4-82fb-4e04-90e6-59a4914e7c2f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:41.905318 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:10:41.924060 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:41.928518 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0377f09-d6c2-4548-8216-fc47606c5844 None None] Sync routers for ids ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:10:41.933481 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Usage tracker for resource:subnet and tenant:f8a69658a98c4697a96cbdafb13f1d32 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:41.943332 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:41.953266 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:41.980711 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Made reservation on behalf of f8a69658a98c4697a96cbdafb13f1d32 for: {'subnet': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:41.987425 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6699806'] for subnet, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:41.992642 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-5ecb3fd4-82fb-4e04-90e6-59a4914e7c2f tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "PUT /v2.0/floatingips/6bfb7a18-d807-4528-8aff-202dc6d1125c HTTP/1.1" status: 200 len: 991 time: 2.4966676 Apr 30 16:10:41.994496 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c3e769-9453-41aa-b15c-6d59069998f4', 'tag': '7830c36d-0e72-4582-9d3e-f4d26fe285ac'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:42.083865 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0377f09-d6c2-4548-8216-fc47606c5844 None None] Routers {'b19ef072-9f8b-4e75-9a55-7c87a78e19da'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:42.084926 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-f0377f09-d6c2-4548-8216-fc47606c5844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:10:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:42.093189 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c3e769-9453-41aa-b15c-6d59069998f4', 'tag': '7830c36d-0e72-4582-9d3e-f4d26fe285ac', 'status': 'completed', 'code': 200} Apr 30 16:10:42.333114 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255aa65-9deb-4fb2-834e-253a213bfcb1 req-8d9bba62-c20a-4d5c-8484-d534ee3a383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:42.334784 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c255aa65-9deb-4fb2-834e-253a213bfcb1 req-8d9bba62-c20a-4d5c-8484-d534ee3a383d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9&device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 1098 time: 0.1907933 Apr 30 16:10:42.405172 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-f0377f09-d6c2-4548-8216-fc47606c5844 None None] Set router b19ef072-9f8b-4e75-9a55-7c87a78e19da gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:42.581191 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255aa65-9deb-4fb2-834e-253a213bfcb1 req-d805f8f8-fdb1-41dd-bd9a-6fbd3f3b7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:42.582663 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c255aa65-9deb-4fb2-834e-253a213bfcb1 req-d805f8f8-fdb1-41dd-bd9a-6fbd3f3b7d36 service neutron] 10.222.0.65 "GET /v2.0/networks?id=14c00e64-cc5c-4584-8c28-809f2f052668 HTTP/1.1" status: 200 len: 911 time: 0.2347882 Apr 30 16:10:42.833903 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c255aa65-9deb-4fb2-834e-253a213bfcb1 req-58c94cf0-fe7f-447c-aa08-3dd66cd97610 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7830c36d-0e72-4582-9d3e-f4d26fe285ac HTTP/1.1" status: 200 len: 999 time: 0.2296951 Apr 30 16:10:42.897219 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-f0377f09-d6c2-4548-8216-fc47606c5844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': '6bfb7a18-d807-4528-8aff-202dc6d1125c', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'floating_ip_address': '172.28.1.210', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'port_id': '7830c36d-0e72-4582-9d3e-f4d26fe285ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'mac_address': 'fa:16:3e:71:82:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c3e769-9453-41aa-b15c-6d59069998f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:10:21Z', 'updated_at': '2021-04-30T16:10:40Z', 'revision_number': 1, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '911a19c2-09f8-450e-85dd-c8b9f3a1d064', 'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'mac_address': 'fa:16:3e:fc:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:14Z', 'updated_at': '2021-04-30T16:05:31Z', 'revision_number': 5, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'subnets': [{'id': '609591f8-1443-456a-9728-4d0e18b05af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:42.903682 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0377f09-d6c2-4548-8216-fc47606c5844 None None] Checking router: b19ef072-9f8b-4e75-9a55-7c87a78e19da for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:10:42.914179 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0377f09-d6c2-4548-8216-fc47606c5844 None None] Routers {'b19ef072-9f8b-4e75-9a55-7c87a78e19da'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:42.915346 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-f0377f09-d6c2-4548-8216-fc47606c5844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:10:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:42.951243 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255aa65-9deb-4fb2-834e-253a213bfcb1 req-5a3b80c5-b99f-4962-93a0-e2f0b4528530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:42.952752 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c255aa65-9deb-4fb2-834e-253a213bfcb1 req-5a3b80c5-b99f-4962-93a0-e2f0b4528530 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=609591f8-1443-456a-9728-4d0e18b05af1 HTTP/1.1" status: 200 len: 849 time: 0.1115623 Apr 30 16:10:43.019831 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6699788'] for subnet, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.026893 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-65c9ea08-1724-429e-9c24-04ef98af1e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:43.118519 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-f0377f09-d6c2-4548-8216-fc47606c5844 None None] Set router b19ef072-9f8b-4e75-9a55-7c87a78e19da gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:43.125628 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:43.131557 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:43.134018 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255aa65-9deb-4fb2-834e-253a213bfcb1 req-be4e1c80-0c12-41f2-ac2a-ba4290d085d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:43.136091 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c255aa65-9deb-4fb2-834e-253a213bfcb1 req-be4e1c80-0c12-41f2-ac2a-ba4290d085d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=14c00e64-cc5c-4584-8c28-809f2f052668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1735976 Apr 30 16:10:43.144397 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Checking segment: {'id': 'e488b315-c56f-4ac3-acef-dee0517aef6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:43.144776 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Network hostable DHCP agents. Network: 7557bdf8-72e1-4c79-8c53-2c4862399ac8, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73974) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:10:43.267839 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:10:43.298669 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, 7557bdf8-72e1-4c79-8c53-2c4862399ac8) {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:43.313667 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bad74c-0e43-4ed3-b26a-563323a21aa2 None None] Network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:10:43.314706 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c255aa65-9deb-4fb2-834e-253a213bfcb1 req-65df87f7-629e-4244-8eed-91489345478c service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666601 Apr 30 16:10:43.316786 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:43.317380 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.427566 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-40c97fb4-5586-4e2c-b0af-868eee095f63 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5331821 Apr 30 16:10:43.432542 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51070) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:43.441633 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:43.450736 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:43.459163 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Usage tracker for resource:router and tenant:f8a69658a98c4697a96cbdafb13f1d32 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:43.465224 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:43.485822 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:43.494029 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c255aa65-9deb-4fb2-834e-253a213bfcb1 req-412dd069-02b4-4fea-8ce5-f318beb380fb service neutron] 10.222.0.65 "GET /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702948 Apr 30 16:10:43.502426 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4713'] for router, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.503657 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.527377 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.919428 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55faba60-0796-4823-b593-7c863771183a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46327660-ad85-50c1-9a68-bfcd370d5536-7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'fixed_ips': [{'subnet_id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f'}]}} from dv-cinder-787195-6-smb. {{(pid=73975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:10:43.920413 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-55faba60-0796-4823-b593-7c863771183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:43.944382 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4754'] for router, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:44.092894 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-f0377f09-d6c2-4548-8216-fc47606c5844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': '6bfb7a18-d807-4528-8aff-202dc6d1125c', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'floating_ip_address': '172.28.1.210', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'port_id': '7830c36d-0e72-4582-9d3e-f4d26fe285ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'mac_address': 'fa:16:3e:71:82:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c3e769-9453-41aa-b15c-6d59069998f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:10:21Z', 'updated_at': '2021-04-30T16:10:40Z', 'revision_number': 1, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '911a19c2-09f8-450e-85dd-c8b9f3a1d064', 'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'mac_address': 'fa:16:3e:fc:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:14Z', 'updated_at': '2021-04-30T16:05:31Z', 'revision_number': 5, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'subnets': [{'id': '609591f8-1443-456a-9728-4d0e18b05af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:44.101087 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0377f09-d6c2-4548-8216-fc47606c5844 None None] The sync data for ids ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'] in dv-cinder-787195-6-smb is: [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': '6bfb7a18-d807-4528-8aff-202dc6d1125c', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'floating_ip_address': '172.28.1.210', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'port_id': '7830c36d-0e72-4582-9d3e-f4d26fe285ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'mac_address': 'fa:16:3e:71:82:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c3e769-9453-41aa-b15c-6d59069998f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:10:21Z', 'updated_at': '2021-04-30T16:10:40Z', 'revision_number': 1, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '911a19c2-09f8-450e-85dd-c8b9f3a1d064', 'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'mac_address': 'fa:16:3e:fc:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:14Z', 'updated_at': '2021-04-30T16:05:31Z', 'revision_number': 5, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'subnets': [{'id': '609591f8-1443-456a-9728-4d0e18b05af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:10:44.125168 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.db_base_plugin_common [None req-55faba60-0796-4823-b593-7c863771183a None None] Allocated IP 172.20.0.2 (7557bdf8-72e1-4c79-8c53-2c4862399ac8/00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f/d3a8c4b9-ac04-482a-a5d1-289c27fabbe0) {{(pid=73975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:44.372624 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:44.420179 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-55faba60-0796-4823-b593-7c863771183a None None] Notify callbacks [] for port, precommit_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:44.434051 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:44.434931 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-55faba60-0796-4823-b593-7c863771183a None None] Transition to ACTIVE for port object d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:44.481148 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-55faba60-0796-4823-b593-7c863771183a None None] Transition to ACTIVE for port object d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 will not be triggered until provisioned by entity DHCP. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:44.490005 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea86f491-4f5b-4fe0-8c9e-6494665d6d4c None None] New status for floating IP 6bfb7a18-d807-4528-8aff-202dc6d1125c: ACTIVE {{(pid=73976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:10:44.509821 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-55faba60-0796-4823-b593-7c863771183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590'] for port, after_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:44.545597 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:44.799674 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55faba60-0796-4823-b593-7c863771183a None None] Network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 is already hosted by enough agents. {{(pid=73975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:44.818353 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.base_scheduler [None req-55faba60-0796-4823-b593-7c863771183a None None] Resources bound (agent type, host, resource id): {{(pid=73975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:44.821742 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faba60-0796-4823-b593-7c863771183a None None] Pushing event updated for resources: {'Port': ['ID=d3a8c4b9-ac04-482a-a5d1-289c27fabbe0,revision_number=1']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:44.827209 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55faba60-0796-4823-b593-7c863771183a None None] Received port after_create {{(pid=73975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:44.834390 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Allocated IP 172.28.1.217 (7f18a24d-1fcc-4840-abae-ef8e7b2dba23/58a2ec7a-0b40-4394-88ce-94b1dd1bf408/98b31249-f80e-4afd-bb54-f6f329a3bb24) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:44.918367 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-55faba60-0796-4823-b593-7c863771183a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:45.029451 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-55faba60-0796-4823-b593-7c863771183a None None] Attempting to bind port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:10:45.030407 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-55faba60-0796-4823-b593-7c863771183a None None] Attempting to bind port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': 'e488b315-c56f-4ac3-acef-dee0517aef6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:10:45.031229 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55faba60-0796-4823-b593-7c863771183a None None] Attempting to bind port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 on network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:45.042661 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55faba60-0796-4823-b593-7c863771183a None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:10:45.043302 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55faba60-0796-4823-b593-7c863771183a None None] Checking segment: {'id': 'e488b315-c56f-4ac3-acef-dee0517aef6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:45.044016 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-55faba60-0796-4823-b593-7c863771183a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:45.046912 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55faba60-0796-4823-b593-7c863771183a None None] Bound using segment: {'id': 'e488b315-c56f-4ac3-acef-dee0517aef6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:10:45.047622 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-55faba60-0796-4823-b593-7c863771183a None None] Bound port: d3a8c4b9-ac04-482a-a5d1-289c27fabbe0, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e488b315-c56f-4ac3-acef-dee0517aef6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:10:45.048125 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-55faba60-0796-4823-b593-7c863771183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:45.116368 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:45.167762 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:45.175942 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1193c79d-fd41-4eb2-a476-deacd4a0d4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:45.260390 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-55faba60-0796-4823-b593-7c863771183a None None] For port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:10:45.265037 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-55faba60-0796-4823-b593-7c863771183a None None] For port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=d3a8c4b9-ac04-482a-a5d1-289c27fabbe0,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:10:45.273084 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-55faba60-0796-4823-b593-7c863771183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:45.274344 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:45.280465 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:45.288072 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:45.296529 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:45.370237 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Pushing event updated for resources: {'Port': ['ID=98b31249-f80e-4afd-bb54-f6f329a3bb24,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:45.389296 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:45.451003 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faba60-0796-4823-b593-7c863771183a None None] Pushing event updated for resources: {'Port': ['ID=d3a8c4b9-ac04-482a-a5d1-289c27fabbe0,revision_number=2']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:45.462065 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-55faba60-0796-4823-b593-7c863771183a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:46.162802 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:46.575516 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e4ff79-6cf2-46f6-a509-4fb7a0df5265 None None] Network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:10:46.680163 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394080'] for router, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:46.725110 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-a4aa670e-f922-4ebc-8504-fba8fcc96ba7 None None] Provisioning for port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:47.096525 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:10:47.159433 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 is scheduled to L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 with binding_index 1 {{(pid=73973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:10:47.306507 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:47.312963 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:47.313244 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:47.398964 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-e8d0e754-d7ef-463c-bec7-75b59ee70580 None None] Provisioning complete for port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:47.399268 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e8d0e754-d7ef-463c-bec7-75b59ee70580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:47.455847 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:10:47.482031 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Notify callbacks [] for router, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:47.485898 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0494506 Apr 30 16:10:47.486288 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51132) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:47.493283 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Sync routers for ids ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:10:47.523782 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Routers {'5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:47.524427 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:10:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:47.634706 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:47.897498 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=d3a8c4b9-ac04-482a-a5d1-289c27fabbe0,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:47.899011 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e8d0e754-d7ef-463c-bec7-75b59ee70580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:47.920637 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:47.933960 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-9a701f64-d949-4a00-b1c3-aac70f13dbdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:48.023771 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Set router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:48.147719 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:10:48.474292 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=d3a8c4b9-ac04-482a-a5d1-289c27fabbe0,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:48.483829 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:48.534112 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:48.593983 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.db.api [None req-e8d0e754-d7ef-463c-bec7-75b59ee70580 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 16:10:48.594800 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_db.api [None req-e8d0e754-d7ef-463c-bec7-75b59ee70580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 16:10:48.702324 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:43Z', 'updated_at': '2021-04-30T16:10:45Z', 'revision_number': 3, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'gw_port': {'id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:44Z', 'updated_at': '2021-04-30T16:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:48.707348 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Checking router: 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:10:48.707843 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Updating router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 port 98b31249-f80e-4afd-bb54-f6f329a3bb24 binding host dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:10:48.768544 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:48.779576 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Allocated IP 172.20.0.1 (7557bdf8-72e1-4c79-8c53-2c4862399ac8/00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f/6c4c058d-0106-43e7-8bb0-ff4f43127469) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:48.964519 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:48.983860 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Transition to ACTIVE for port object 6c4c058d-0106-43e7-8bb0-ff4f43127469 will not be triggered until provisioned by entity DHCP. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:48.993094 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:10:49.019064 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.024578 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:49.091596 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:49.098880 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:49.101593 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:49.167486 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4c058d-0106-43e7-8bb0-ff4f43127469,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:49.172358 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:49.186881 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397294'] for router_interface, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.198044 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-3bb1fab2-c5b9-40cf-8468-21696ec986bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.267675 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:49.268045 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.417303 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-c13c0dbf-2d6b-4751-9b55-3e71a467b68f None None] Provisioning for port 6c4c058d-0106-43e7-8bb0-ff4f43127469 completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:49.426047 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Notify callbacks [] for port, precommit_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.428740 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-c13c0dbf-2d6b-4751-9b55-3e71a467b68f None None] Provisioning complete for port 6c4c058d-0106-43e7-8bb0-ff4f43127469 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:49.429246 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c13c0dbf-2d6b-4751-9b55-3e71a467b68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.527816 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Transition to ACTIVE for port object 98b31249-f80e-4afd-bb54-f6f329a3bb24 will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:49.560156 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.566712 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:49.568514 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.638832 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-c13c0dbf-2d6b-4751-9b55-3e71a467b68f None None] Port 6c4c058d-0106-43e7-8bb0-ff4f43127469 cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:10:49.729922 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Attempting to bind port 98b31249-f80e-4afd-bb54-f6f329a3bb24 on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:10:49.731184 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Attempting to bind port 98b31249-f80e-4afd-bb54-f6f329a3bb24 by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:10:49.731184 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Attempting to bind port 98b31249-f80e-4afd-bb54-f6f329a3bb24 on network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:49.733873 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e340d8-9fc4-4b26-928f-ff954dfc4593 None None] Pushing event updated for resources: {'Port': ['ID=98b31249-f80e-4afd-bb54-f6f329a3bb24,revision_number=2']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:49.738475 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-52e340d8-9fc4-4b26-928f-ff954dfc4593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:49.742093 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:10:49.742662 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Checking segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:49.744284 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.745351 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Bound using segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:10:49.745991 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Bound port: 98b31249-f80e-4afd-bb54-f6f329a3bb24, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:10:49.746555 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.879978 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] For port 98b31249-f80e-4afd-bb54-f6f329a3bb24, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:10:49.885988 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] For port 98b31249-f80e-4afd-bb54-f6f329a3bb24, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=98b31249-f80e-4afd-bb54-f6f329a3bb24,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:10:49.892422 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:49.897263 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:49.985624 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Routers {'5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:49.986689 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:10:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:50.015869 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:50.022500 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:50.043634 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e340d8-9fc4-4b26-928f-ff954dfc4593 None None] Pushing event updated for resources: {'Port': ['ID=98b31249-f80e-4afd-bb54-f6f329a3bb24,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:50.052174 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-52e340d8-9fc4-4b26-928f-ff954dfc4593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:50.057872 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-6f21b55f-9441-4b2f-80ec-ee4d02021b1a tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:50.164513 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4c058d-0106-43e7-8bb0-ff4f43127469,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:50.170990 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:50.172080 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397131'] for router_interface, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:50.199993 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] Set router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:50.349201 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:50.350610 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:50.629941 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:10:50.706719 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-58c9ef26-a7d7-4f68-a6c3-5f52a2ecbf57 None None] Provisioning complete for port 6c4c058d-0106-43e7-8bb0-ff4f43127469 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:50.707198 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-58c9ef26-a7d7-4f68-a6c3-5f52a2ecbf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:50.829691 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:43Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 4, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'gw_port': {'id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:44Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '6c4c058d-0106-43e7-8bb0-ff4f43127469', 'name': '', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'mac_address': 'fa:16:3e:dd:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:48Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 2, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'subnets': [{'id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:50.834529 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-58c9ef26-a7d7-4f68-a6c3-5f52a2ecbf57 None None] Port 6c4c058d-0106-43e7-8bb0-ff4f43127469 cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:10:50.839781 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620a547-05a4-4466-a2ef-d9c9898970a5 None None] The sync data for ids ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'] in dv-cinder-787195-6-smb is: [{'id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:43Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 4, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'gw_port': {'id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:44Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '6c4c058d-0106-43e7-8bb0-ff4f43127469', 'name': '', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'mac_address': 'fa:16:3e:dd:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:48Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 2, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'subnets': [{'id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:10:50.955069 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:10:50.968646 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] 10.222.0.67 "PUT /v2.0/routers/5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4799991 Apr 30 16:10:51.834275 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51194) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:51.841921 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-519483681-network', 'tenant_id': '7095d450220143c59952e290332ea8a2'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:51.850174 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:51.857659 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Usage tracker for resource:network and tenant:7095d450220143c59952e290332ea8a2 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:51.862847 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:51.871894 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:51.886007 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Made reservation on behalf of 7095d450220143c59952e290332ea8a2 for: {'network': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:51.888705 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for network, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:51.902494 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:51.921143 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:51.925611 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Usage tracker for resource:security_group_rule and tenant:7095d450220143c59952e290332ea8a2 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:51.928950 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:51.936989 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:52.001629 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-db1f83ad-ede9-4133-9904-1bc44b3bf128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:52.074789 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:52.079621 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:52.089662 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-c7001f8f-450d-4564-8a9f-8dd77f700a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:52.119795 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=73973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:10:52.133575 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f789190-57e8-4927-8685-12edebc3ba93,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:52.138200 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:52.139496 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:52.139832 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.segments_db [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Added segment cc002c4b-7cc5-4ad9-b4b2-c37789c49362 of type vlan for network 9c5a690e-2bdc-47ba-a027-5b7af7a05635 Apr 30 16:10:52.174147 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775008256660'] for network, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:52.210032 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402'] for network, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:52.212485 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:52.213083 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:52.217018 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:52.328370 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4917471 Apr 30 16:10:52.328970 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Pushing event updated for resources: {'Network': ['ID=9c5a690e-2bdc-47ba-a027-5b7af7a05635,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:52.331932 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:52.332449 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51200) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:52.339381 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Request body: {'subnet': {'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-519483681-subnet', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'ip_version': 4}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:52.340880 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Network 9c5a690e-2bdc-47ba-a027-5b7af7a05635 details requested by agent ovs-agent-dv-cinder-787195-6-smb with host dv-cinder-787195-6-smb {{(pid=73975) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:10:52.345080 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:52.350004 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Usage tracker for resource:subnet and tenant:7095d450220143c59952e290332ea8a2 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:52.353389 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:52.360112 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:52.378817 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Made reservation on behalf of 7095d450220143c59952e290332ea8a2 for: {'subnet': 1} {{(pid=73973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:52.381489 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6933402'] for subnet, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.031456 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7273626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6933384'] for subnet, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.039424 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1c81cdf7-88f6-4a3c-a113-0e47be588e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:53.102432 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51214) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:53.106016 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 98b31249-f80e-4afd-bb54-f6f329a3bb24 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:10:53.157592 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b102c9-aa7e-4faa-9b07-f56cf631943d,revision_number=0']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:53.163539 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:53.171152 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Checking segment: {'id': 'cc002c4b-7cc5-4ad9-b4b2-c37789c49362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:53.171594 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Network hostable DHCP agents. Network: 9c5a690e-2bdc-47ba-a027-5b7af7a05635, hostable agents: ['326ef466-dd12-4131-bf28-5dedf659c06e'], hosted agents: [] {{(pid=73973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:10:53.196199 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Network 9c5a690e-2bdc-47ba-a027-5b7af7a05635 is scheduled to be hosted by DHCP agent 326ef466-dd12-4131-bf28-5dedf659c06e with binding_index 1 {{(pid=73973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:10:53.200750 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 98b31249-f80e-4afd-bb54-f6f329a3bb24 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:53.210009 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 98b31249-f80e-4afd-bb54-f6f329a3bb24 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:53.210708 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.210835 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-smb, 9c5a690e-2bdc-47ba-a027-5b7af7a05635) {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:53.236562 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:53.237238 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.250684 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb17bd17-a6f2-4480-957c-5733d7c71df5 None None] Network 9c5a690e-2bdc-47ba-a027-5b7af7a05635 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:10:53.283970 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-8dfb64e5-8a9d-44c0-9ab0-1e4f6fbb9631 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9500725 Apr 30 16:10:53.286438 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51220) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:53.297004 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-519483681-router', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:53.305568 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:53.312494 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Usage tracker for resource:router and tenant:7095d450220143c59952e290332ea8a2 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:53.316441 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:53.325656 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:53.328985 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-186ba1b5-5467-477d-887b-9c32db1ad359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.342220 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4713'] for router, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.343516 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-459155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4704'] for router, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.347415 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-186ba1b5-5467-477d-887b-9c32db1ad359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:53.352461 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-186ba1b5-5467-477d-887b-9c32db1ad359 admin admin] Usage tracker for resource:security_group_rule and tenant:5c339130db674e7b8e98e623a1b44c4f is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:53.356945 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-186ba1b5-5467-477d-887b-9c32db1ad359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:53.364757 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-186ba1b5-5467-477d-887b-9c32db1ad359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:53.371797 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.421598 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.520225 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-186ba1b5-5467-477d-887b-9c32db1ad359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.527259 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-186ba1b5-5467-477d-887b-9c32db1ad359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.563212 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Sync routers for ids ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:10:53.564614 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-0a96b40e-f2eb-4210-a1a4-a3347e7f3026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:53.572397 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.578341 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Routers {'5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:53.578960 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:10:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:53.588605 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-186ba1b5-5467-477d-887b-9c32db1ad359 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5c339130db674e7b8e98e623a1b44c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4776134 Apr 30 16:10:53.588605 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51224) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:53.611200 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port 98b31249-f80e-4afd-bb54-f6f329a3bb24, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=98b31249-f80e-4afd-bb54-f6f329a3bb24,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:53.619322 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ba1b5-5467-477d-887b-9c32db1ad359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f6eafe-bbd3-48a5-8479-98f8ae592c24,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:53.629769 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-186ba1b5-5467-477d-887b-9c32db1ad359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:53.684540 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.689274 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:53.708518 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-931cf43e-cb82-48c7-9821-4ab2148af110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.711838 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-423766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4754'] for router, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.724452 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46327660-ad85-50c1-9a68-bfcd370d5536-9c5a690e-2bdc-47ba-a027-5b7af7a05635', 'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'fixed_ips': [{'subnet_id': '47b102c9-aa7e-4faa-9b07-f56cf631943d'}]}} from dv-cinder-787195-6-smb. {{(pid=73975) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:10:53.725442 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.767520 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-931cf43e-cb82-48c7-9821-4ab2148af110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.843982 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Set router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:53.858855 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=98b31249-f80e-4afd-bb54-f6f329a3bb24,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:53.862192 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:53.910893 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-931cf43e-cb82-48c7-9821-4ab2148af110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.922353 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-36d3120e-4dad-46b7-9431-e98528a7c7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:53.950647 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cf43e-cb82-48c7-9821-4ab2148af110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f6eafe-bbd3-48a5-8479-98f8ae592c24,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:53.961052 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-931cf43e-cb82-48c7-9821-4ab2148af110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:53.964605 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.db_base_plugin_common [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Allocated IP 172.20.0.2 (9c5a690e-2bdc-47ba-a027-5b7af7a05635/47b102c9-aa7e-4faa-9b07-f56cf631943d/f18fe484-c041-466d-bec3-016b71e57497) {{(pid=73975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:53.965037 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-931cf43e-cb82-48c7-9821-4ab2148af110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:53.968319 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-931cf43e-cb82-48c7-9821-4ab2148af110 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a4f6eafe-bbd3-48a5-8479-98f8ae592c24 HTTP/1.1" status: 204 len: 168 time: 0.3805833 Apr 30 16:10:54.388045 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Notify callbacks [] for port, precommit_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:54.407885 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Transition to ACTIVE for port object f18fe484-c041-466d-bec3-016b71e57497 will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:54.438803 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Transition to ACTIVE for port object f18fe484-c041-466d-bec3-016b71e57497 will not be triggered until provisioned by entity DHCP. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:54.448899 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590'] for port, after_create {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:54.453288 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:54.464969 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:43Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 4, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'gw_port': {'id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:44Z', 'updated_at': '2021-04-30T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '6c4c058d-0106-43e7-8bb0-ff4f43127469', 'name': '', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'mac_address': 'fa:16:3e:dd:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:48Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 2, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'subnets': [{'id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:54.472552 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Checking router: 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:10:54.473515 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Updating router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 port 6c4c058d-0106-43e7-8bb0-ff4f43127469 binding host dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:10:54.474396 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:54.516757 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:54.521598 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Network 9c5a690e-2bdc-47ba-a027-5b7af7a05635 is already hosted by enough agents. {{(pid=73975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:54.526206 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.scheduler.base_scheduler [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Resources bound (agent type, host, resource id): {{(pid=73975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:54.535262 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Received port after_create {{(pid=73975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:54.574617 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Pushing event updated for resources: {'Port': ['ID=f18fe484-c041-466d-bec3-016b71e57497,revision_number=1']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:54.582788 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:54.596112 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:54.649165 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Attempting to bind port f18fe484-c041-466d-bec3-016b71e57497 on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:10:54.650315 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Attempting to bind port f18fe484-c041-466d-bec3-016b71e57497 by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': 'cc002c4b-7cc5-4ad9-b4b2-c37789c49362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:10:54.650604 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Attempting to bind port f18fe484-c041-466d-bec3-016b71e57497 on network 9c5a690e-2bdc-47ba-a027-5b7af7a05635 {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:54.657531 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:10:54.657915 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Checking segment: {'id': 'cc002c4b-7cc5-4ad9-b4b2-c37789c49362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:54.658316 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:54.658825 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Bound using segment: {'id': 'cc002c4b-7cc5-4ad9-b4b2-c37789c49362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:10:54.659305 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Bound port: f18fe484-c041-466d-bec3-016b71e57497, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc002c4b-7cc5-4ad9-b4b2-c37789c49362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:10:54.659736 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:54.730212 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Allocated IP 172.28.1.244 (7f18a24d-1fcc-4840-abae-ef8e7b2dba23/58a2ec7a-0b40-4394-88ce-94b1dd1bf408/8c57c7c2-17c8-4069-aacc-8113a5a0ed9a) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:54.818817 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] For port f18fe484-c041-466d-bec3-016b71e57497, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:10:54.825842 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] For port f18fe484-c041-466d-bec3-016b71e57497, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=f18fe484-c041-466d-bec3-016b71e57497,segment=NetworkSegment(cc002c4b-7cc5-4ad9-b4b2-c37789c49362),segment_id=cc002c4b-7cc5-4ad9-b4b2-c37789c49362)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:10:54.834945 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:54.857779 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-52e340d8-9fc4-4b26-928f-ff954dfc4593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:54.940797 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:54.990052 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:55.004172 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b7e08927-343a-4d72-a53a-5ffcc4095d0d tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:55.020633 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 98b31249-f80e-4afd-bb54-f6f329a3bb24 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:10:55.054110 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:55.061014 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:55.068833 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:55.070002 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:55.075424 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Pushing event updated for resources: {'Port': ['ID=f18fe484-c041-466d-bec3-016b71e57497,revision_number=2']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:55.081858 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:55.130224 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 98b31249-f80e-4afd-bb54-f6f329a3bb24 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:55.130782 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:55.158257 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Pushing event updated for resources: {'Port': ['ID=8c57c7c2-17c8-4069-aacc-8113a5a0ed9a,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:55.162900 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:55.198883 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Notify callbacks [] for port, precommit_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:55.220788 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.provisioning_blocks [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Transition to ACTIVE for port object 6c4c058d-0106-43e7-8bb0-ff4f43127469 will not be triggered until provisioned by entity L2. {{(pid=73976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:55.232715 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:55.243048 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-1c952d35-602d-4c14-9be0-19c613a677ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:55.510752 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Pushing event updated for resources: {'Port': ['ID=6c4c058d-0106-43e7-8bb0-ff4f43127469,revision_number=3']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:55.527605 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:55.528200 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:55.528622 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:55.529073 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:55.529480 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:55.529883 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:55.530285 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:55.530831 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:55.531226 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:55.531709 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:55.532101 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:55.532763 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:55.538613 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:55.542097 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Attempting to bind port 6c4c058d-0106-43e7-8bb0-ff4f43127469 on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:10:55.542642 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Attempting to bind port 6c4c058d-0106-43e7-8bb0-ff4f43127469 by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': 'e488b315-c56f-4ac3-acef-dee0517aef6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8'}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:10:55.543100 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Attempting to bind port 6c4c058d-0106-43e7-8bb0-ff4f43127469 on network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:55.550567 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:10:55.551198 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Checking segment: {'id': 'e488b315-c56f-4ac3-acef-dee0517aef6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:55.551917 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:55.552488 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Bound using segment: {'id': 'e488b315-c56f-4ac3-acef-dee0517aef6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8'} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:10:55.553166 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Bound port: 6c4c058d-0106-43e7-8bb0-ff4f43127469, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e488b315-c56f-4ac3-acef-dee0517aef6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8'}}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:10:55.553640 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:55.672224 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] For port 6c4c058d-0106-43e7-8bb0-ff4f43127469, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:10:55.675795 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] For port 6c4c058d-0106-43e7-8bb0-ff4f43127469, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=6c4c058d-0106-43e7-8bb0-ff4f43127469,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:10:55.685809 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:55.690991 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:55.780704 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Routers {'5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:55.781365 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:10:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:55.853091 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Pushing event updated for resources: {'Port': ['ID=6c4c058d-0106-43e7-8bb0-ff4f43127469,revision_number=4']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:55.858565 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-6d53aaf2-c809-4707-ab3a-b9a540f8156f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:55.931639 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:55.995990 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] Set router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:56.355266 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c3642-c360-4893-acf0-3b4e1c129f62 None None] Network 9c5a690e-2bdc-47ba-a027-5b7af7a05635 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:10:56.401997 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:43Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 4, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'gw_port': {'id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:44Z', 'updated_at': '2021-04-30T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '6c4c058d-0106-43e7-8bb0-ff4f43127469', 'name': '', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'mac_address': 'fa:16:3e:dd:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:48Z', 'updated_at': '2021-04-30T16:10:55Z', 'revision_number': 4, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'subnets': [{'id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:56.406583 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f186340-5e2c-4db3-93f1-7f4af16f7964 None None] The sync data for ids ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'] in dv-cinder-787195-6-smb is: [{'id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:43Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 4, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'gw_port': {'id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:44Z', 'updated_at': '2021-04-30T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '6c4c058d-0106-43e7-8bb0-ff4f43127469', 'name': '', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'mac_address': 'fa:16:3e:dd:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:48Z', 'updated_at': '2021-04-30T16:10:55Z', 'revision_number': 4, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'subnets': [{'id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:10:56.445575 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-423773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394080'] for router, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:56.528204 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-ddcd0727-eecc-4d69-923c-f6f0113094da None None] Provisioning for port f18fe484-c041-466d-bec3-016b71e57497 completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:56.840949 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Router 03b1c49f-1482-4070-8fe6-d6828f3da73d is scheduled to L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 with binding_index 1 {{(pid=73973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:10:57.128615 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:57.133666 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:10:57.148292 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Sync routers for ids ['03b1c49f-1482-4070-8fe6-d6828f3da73d'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:10:57.185579 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Routers {'03b1c49f-1482-4070-8fe6-d6828f3da73d'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:57.186240 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:10:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['03b1c49f-1482-4070-8fe6-d6828f3da73d'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:57.193856 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Notify callbacks [] for router, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:57.198941 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9071157 Apr 30 16:10:57.199613 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51242) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:57.241280 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 6c4c058d-0106-43e7-8bb0-ff4f43127469 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:10:57.510429 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 6c4c058d-0106-43e7-8bb0-ff4f43127469 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:57.522494 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 6c4c058d-0106-43e7-8bb0-ff4f43127469 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:57.522859 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:57.553155 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Set router 03b1c49f-1482-4070-8fe6-d6828f3da73d gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:57.909534 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:57.968548 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port 6c4c058d-0106-43e7-8bb0-ff4f43127469, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=6c4c058d-0106-43e7-8bb0-ff4f43127469,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:57.975585 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:57.976428 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device f18fe484-c041-466d-bec3-016b71e57497 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:10:58.002078 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-5a43cd04-609f-4da4-b2bb-31053dd62305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:58.092493 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'name': 'tempest-TestShelveInstance-519483681-router', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '8c57c7c2-17c8-4069-aacc-8113a5a0ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:53Z', 'updated_at': '2021-04-30T16:10:55Z', 'revision_number': 3, 'project_id': '7095d450220143c59952e290332ea8a2', 'gw_port': {'id': '8c57c7c2-17c8-4069-aacc-8113a5a0ed9a', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:54Z', 'updated_at': '2021-04-30T16:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:58.107975 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Checking router: 03b1c49f-1482-4070-8fe6-d6828f3da73d for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:10:58.108332 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Updating router 03b1c49f-1482-4070-8fe6-d6828f3da73d port 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a binding host dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:10:58.141005 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=6c4c058d-0106-43e7-8bb0-ff4f43127469,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:58.154577 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:58.154900 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:58.177518 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:58.206441 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port f18fe484-c041-466d-bec3-016b71e57497 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:58.221483 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port f18fe484-c041-466d-bec3-016b71e57497 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:58.221859 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:58.396640 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Allocated IP 172.20.0.1 (9c5a690e-2bdc-47ba-a027-5b7af7a05635/47b102c9-aa7e-4faa-9b07-f56cf631943d/fc409a0b-03f2-4c89-b5f4-25261589f847) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:58.526209 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:58.573936 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:58.588635 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port f18fe484-c041-466d-bec3-016b71e57497, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=f18fe484-c041-466d-bec3-016b71e57497,segment=NetworkSegment(cc002c4b-7cc5-4ad9-b4b2-c37789c49362),segment_id=cc002c4b-7cc5-4ad9-b4b2-c37789c49362)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:58.594643 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:58.595658 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.provisioning_blocks [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Transition to ACTIVE for port object fc409a0b-03f2-4c89-b5f4-25261589f847 will not be triggered until provisioned by entity DHCP. {{(pid=73973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:58.597668 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-55faba60-0796-4823-b593-7c863771183a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:58.632932 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:58.640987 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:58.770252 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Network 9c5a690e-2bdc-47ba-a027-5b7af7a05635 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:58.776511 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:58.780895 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:58.782197 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=f18fe484-c041-466d-bec3-016b71e57497,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:58.787082 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:58.789006 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Notify callbacks [] for port, precommit_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:58.806685 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Transition to ACTIVE for port object 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a will not be triggered until provisioned by entity L2. {{(pid=73975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:58.815172 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:58.826116 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:58.896041 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Attempting to bind port 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:10:58.897222 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Attempting to bind port 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:10:58.897222 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Attempting to bind port 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a on network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:58.898012 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=fc409a0b-03f2-4c89-b5f4-25261589f847,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:58.903415 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:58.908862 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397294'] for router_interface, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:58.917597 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:10:58.917999 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Checking segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:58.918440 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:58.918921 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Bound using segment: {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'} {{(pid=73975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:10:58.919416 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.managers [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Bound port: 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d6b27a-8983-4ada-97e8-49551173c191', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23'}}] {{(pid=73975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:10:58.919929 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:59.039644 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33844748-b837-44d0-b82f-488b513a0ee6 None None] Pushing event updated for resources: {'Port': ['ID=8c57c7c2-17c8-4069-aacc-8113a5a0ed9a,revision_number=2']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:59.052273 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-33844748-b837-44d0-b82f-488b513a0ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:59.056204 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] For port 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:10:59.061473 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] For port 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=8c57c7c2-17c8-4069-aacc-8113a5a0ed9a,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:10:59.070658 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:59.077154 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-16e1d828-d56f-417e-8cc8-8ccbcc4bb725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:59.146775 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 6c4c058d-0106-43e7-8bb0-ff4f43127469 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:10:59.255312 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-e337c3e2-3655-4ec5-9145-67edd54ee2ab None None] Provisioning for port fc409a0b-03f2-4c89-b5f4-25261589f847 completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:59.269655 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Routers {'03b1c49f-1482-4070-8fe6-d6828f3da73d'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:10:59.270301 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:10:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['03b1c49f-1482-4070-8fe6-d6828f3da73d'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:10:59.323977 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-e337c3e2-3655-4ec5-9145-67edd54ee2ab None None] Provisioning complete for port fc409a0b-03f2-4c89-b5f4-25261589f847 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:59.324242 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e337c3e2-3655-4ec5-9145-67edd54ee2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:59.351720 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:59.354789 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33844748-b837-44d0-b82f-488b513a0ee6 None None] Pushing event updated for resources: {'Port': ['ID=8c57c7c2-17c8-4069-aacc-8113a5a0ed9a,revision_number=3']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:59.374427 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-33844748-b837-44d0-b82f-488b513a0ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:59.485129 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-e337c3e2-3655-4ec5-9145-67edd54ee2ab None None] Port fc409a0b-03f2-4c89-b5f4-25261589f847 cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:10:59.506444 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 6c4c058d-0106-43e7-8bb0-ff4f43127469 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:59.506817 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:59.573807 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] Set router 03b1c49f-1482-4070-8fe6-d6828f3da73d gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:10:59.748157 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:59.754304 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:59.782896 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:59.861860 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device f18fe484-c041-466d-bec3-016b71e57497 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:10:59.870177 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=fc409a0b-03f2-4c89-b5f4-25261589f847,revision_number=2']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:59.873161 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:59.874324 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397131'] for router_interface, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:59.995822 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port f18fe484-c041-466d-bec3-016b71e57497 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:59.996191 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:00.016146 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Network 9c5a690e-2bdc-47ba-a027-5b7af7a05635 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:11:00.017332 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:11:00.079377 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'name': 'tempest-TestShelveInstance-519483681-router', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '8c57c7c2-17c8-4069-aacc-8113a5a0ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:53Z', 'updated_at': '2021-04-30T16:10:59Z', 'revision_number': 4, 'project_id': '7095d450220143c59952e290332ea8a2', 'gw_port': {'id': '8c57c7c2-17c8-4069-aacc-8113a5a0ed9a', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:54Z', 'updated_at': '2021-04-30T16:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': 'fc409a0b-03f2-4c89-b5f4-25261589f847', 'name': '', 'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'mac_address': 'fa:16:3e:62:89:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '47b102c9-aa7e-4faa-9b07-f56cf631943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:58Z', 'updated_at': '2021-04-30T16:10:58Z', 'revision_number': 1, 'project_id': '7095d450220143c59952e290332ea8a2', 'subnets': [{'id': '47b102c9-aa7e-4faa-9b07-f56cf631943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:00.114977 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2d2f3-218b-4efc-9f62-1dd5372801a7 None None] The sync data for ids ['03b1c49f-1482-4070-8fe6-d6828f3da73d'] in dv-cinder-787195-6-smb is: [{'id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'name': 'tempest-TestShelveInstance-519483681-router', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '8c57c7c2-17c8-4069-aacc-8113a5a0ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:53Z', 'updated_at': '2021-04-30T16:10:59Z', 'revision_number': 4, 'project_id': '7095d450220143c59952e290332ea8a2', 'gw_port': {'id': '8c57c7c2-17c8-4069-aacc-8113a5a0ed9a', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:54Z', 'updated_at': '2021-04-30T16:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': 'fc409a0b-03f2-4c89-b5f4-25261589f847', 'name': '', 'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'mac_address': 'fa:16:3e:62:89:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '47b102c9-aa7e-4faa-9b07-f56cf631943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:58Z', 'updated_at': '2021-04-30T16:10:58Z', 'revision_number': 1, 'project_id': '7095d450220143c59952e290332ea8a2', 'subnets': [{'id': '47b102c9-aa7e-4faa-9b07-f56cf631943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:11:00.247106 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Router 03b1c49f-1482-4070-8fe6-d6828f3da73d has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:11:00.313510 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-0e27b82c-14f2-49b0-8f57-8d8105c355cd None None] Provisioning complete for port fc409a0b-03f2-4c89-b5f4-25261589f847 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:00.313937 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-0e27b82c-14f2-49b0-8f57-8d8105c355cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:00.412382 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-0e27b82c-14f2-49b0-8f57-8d8105c355cd None None] Port fc409a0b-03f2-4c89-b5f4-25261589f847 cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:11:00.535298 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:11:00.548831 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] 10.222.0.67 "PUT /v2.0/routers/03b1c49f-1482-4070-8fe6-d6828f3da73d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3475518 Apr 30 16:11:01.034564 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:01.129372 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:01.136703 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:01.137409 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.280107 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.293621 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51264) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:01.301552 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604373063', 'description': 'tempest-secgroup-smoke-1604373063 description', 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:01.302552 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=8c57c7c2-17c8-4069-aacc-8113a5a0ed9a,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:01.308306 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.310676 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:01.312959 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-55faba60-0796-4823-b593-7c863771183a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:01.317328 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Usage tracker for resource:security_group and tenant:f8a69658a98c4697a96cbdafb13f1d32 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:01.323274 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:01.332795 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:01.348000 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.372114 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:01.376835 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Usage tracker for resource:security_group_rule and tenant:f8a69658a98c4697a96cbdafb13f1d32 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:01.379813 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:01.386867 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:01.402726 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=8c57c7c2-17c8-4069-aacc-8113a5a0ed9a,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:01.406321 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:01.467406 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.471006 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.474923 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-cbede81f-4b04-4d42-b8ef-656f97842d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:01.520530 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.521840 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2268751 Apr 30 16:11:01.522962 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980a0ceb-81b8-4392-bc51-b84f3272d11d,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:01.526636 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51272) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:01.535668 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-89acfb79-804b-4b3d-a506-001dad1e02d8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Request body: {'security_group_rule': {'security_group_id': '980a0ceb-81b8-4392-bc51-b84f3272d11d', 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:01.543750 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:01.547262 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-89acfb79-804b-4b3d-a506-001dad1e02d8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:01.554142 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-89acfb79-804b-4b3d-a506-001dad1e02d8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Usage tracker for resource:security_group_rule and tenant:f8a69658a98c4697a96cbdafb13f1d32 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:01.557896 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-89acfb79-804b-4b3d-a506-001dad1e02d8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:01.568091 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-89acfb79-804b-4b3d-a506-001dad1e02d8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:01.586037 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-89acfb79-804b-4b3d-a506-001dad1e02d8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.655058 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-89acfb79-804b-4b3d-a506-001dad1e02d8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.660559 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-89acfb79-804b-4b3d-a506-001dad1e02d8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.663053 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:01.690858 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acfb79-804b-4b3d-a506-001dad1e02d8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef59078-2d58-4c5d-aa24-88371b3bbfad,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:01.695960 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-89acfb79-804b-4b3d-a506-001dad1e02d8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:01.704203 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-89acfb79-804b-4b3d-a506-001dad1e02d8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.706423 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-89acfb79-804b-4b3d-a506-001dad1e02d8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1778600 Apr 30 16:11:01.710467 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51276) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:01.718219 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-95ae1632-f93d-49ac-b200-91539b1b3dff tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Request body: {'security_group_rule': {'security_group_id': '980a0ceb-81b8-4392-bc51-b84f3272d11d', 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:01.725946 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-95ae1632-f93d-49ac-b200-91539b1b3dff tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:01.730585 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-95ae1632-f93d-49ac-b200-91539b1b3dff tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Usage tracker for resource:security_group_rule and tenant:f8a69658a98c4697a96cbdafb13f1d32 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:01.733709 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-95ae1632-f93d-49ac-b200-91539b1b3dff tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:01.739761 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-95ae1632-f93d-49ac-b200-91539b1b3dff tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:01.759297 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-95ae1632-f93d-49ac-b200-91539b1b3dff tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.835488 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-95ae1632-f93d-49ac-b200-91539b1b3dff tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.840636 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-95ae1632-f93d-49ac-b200-91539b1b3dff tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.843330 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:01.870591 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae1632-f93d-49ac-b200-91539b1b3dff tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5a42d8-8d33-425e-b4d9-0da752747761,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:01.875569 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-95ae1632-f93d-49ac-b200-91539b1b3dff tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:01.881550 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-95ae1632-f93d-49ac-b200-91539b1b3dff tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:01.882994 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-95ae1632-f93d-49ac-b200-91539b1b3dff tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1713893 Apr 30 16:11:01.886426 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51280) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:01.891761 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-4b624f11-f31c-48e4-8109-184da3cd8073 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Request body: {'security_group_rule': {'security_group_id': '980a0ceb-81b8-4392-bc51-b84f3272d11d', 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:01.897925 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-4b624f11-f31c-48e4-8109-184da3cd8073 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:01.903221 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-4b624f11-f31c-48e4-8109-184da3cd8073 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Usage tracker for resource:security_group_rule and tenant:f8a69658a98c4697a96cbdafb13f1d32 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:01.906602 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-4b624f11-f31c-48e4-8109-184da3cd8073 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:01.913962 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-4b624f11-f31c-48e4-8109-184da3cd8073 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:01.937123 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4b624f11-f31c-48e4-8109-184da3cd8073 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.016622 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4b624f11-f31c-48e4-8109-184da3cd8073 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.020960 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4b624f11-f31c-48e4-8109-184da3cd8073 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.028234 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-89acfb79-804b-4b3d-a506-001dad1e02d8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:02.050203 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b624f11-f31c-48e4-8109-184da3cd8073 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a771f8f5-5624-4377-ad55-3b30f89d0975,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:02.053220 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4b624f11-f31c-48e4-8109-184da3cd8073 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:02.061987 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4b624f11-f31c-48e4-8109-184da3cd8073 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.063445 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-4b624f11-f31c-48e4-8109-184da3cd8073 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1759770 Apr 30 16:11:02.066154 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51284) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:02.072916 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-4bf58873-acca-48f2-95e4-e23b9dcd83e4 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Request body: {'security_group_rule': {'security_group_id': '980a0ceb-81b8-4392-bc51-b84f3272d11d', 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:02.079490 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-4bf58873-acca-48f2-95e4-e23b9dcd83e4 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:02.084820 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-4bf58873-acca-48f2-95e4-e23b9dcd83e4 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Usage tracker for resource:security_group_rule and tenant:f8a69658a98c4697a96cbdafb13f1d32 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:02.089642 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-4bf58873-acca-48f2-95e4-e23b9dcd83e4 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:02.097434 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-4bf58873-acca-48f2-95e4-e23b9dcd83e4 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:02.115861 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4bf58873-acca-48f2-95e4-e23b9dcd83e4 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.186326 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4bf58873-acca-48f2-95e4-e23b9dcd83e4 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.190996 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4bf58873-acca-48f2-95e4-e23b9dcd83e4 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.193438 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:02.219978 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf58873-acca-48f2-95e4-e23b9dcd83e4 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66e1587-6ec8-44f3-a0e5-b39bb69b8a2c,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:02.222915 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4bf58873-acca-48f2-95e4-e23b9dcd83e4 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:02.231508 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-4bf58873-acca-48f2-95e4-e23b9dcd83e4 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.233213 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-4bf58873-acca-48f2-95e4-e23b9dcd83e4 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1658621 Apr 30 16:11:02.236367 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51288) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:02.242482 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-6f966028-aa28-42db-9b32-af8727b004fa tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Request body: {'security_group_rule': {'security_group_id': '980a0ceb-81b8-4392-bc51-b84f3272d11d', 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:02.249914 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-6f966028-aa28-42db-9b32-af8727b004fa tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:02.254901 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-6f966028-aa28-42db-9b32-af8727b004fa tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Usage tracker for resource:security_group_rule and tenant:f8a69658a98c4697a96cbdafb13f1d32 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:02.260046 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-6f966028-aa28-42db-9b32-af8727b004fa tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:02.268381 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-6f966028-aa28-42db-9b32-af8727b004fa tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:02.281786 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.db.securitygroups_db [None req-6f966028-aa28-42db-9b32-af8727b004fa tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Project f8a69658a98c4697a96cbdafb13f1d32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 16:11:02.288997 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f966028-aa28-42db-9b32-af8727b004fa tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.367277 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f966028-aa28-42db-9b32-af8727b004fa tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.372376 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f966028-aa28-42db-9b32-af8727b004fa tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.374863 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4b624f11-f31c-48e4-8109-184da3cd8073 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:02.409519 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f966028-aa28-42db-9b32-af8727b004fa tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b812221-9e30-47b5-8409-266e5f1a20cd,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:02.412136 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-6f966028-aa28-42db-9b32-af8727b004fa tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:02.421252 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f966028-aa28-42db-9b32-af8727b004fa tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.422417 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-6f966028-aa28-42db-9b32-af8727b004fa tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1848967 Apr 30 16:11:02.426912 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51292) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:02.432899 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [None req-d33dc050-e1e4-4bc3-ac2a-218cc5960bfc tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Request body: {'security_group_rule': {'security_group_id': '980a0ceb-81b8-4392-bc51-b84f3272d11d', 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:02.439155 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-d33dc050-e1e4-4bc3-ac2a-218cc5960bfc tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:02.444191 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-d33dc050-e1e4-4bc3-ac2a-218cc5960bfc tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Usage tracker for resource:security_group_rule and tenant:f8a69658a98c4697a96cbdafb13f1d32 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:02.448927 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-d33dc050-e1e4-4bc3-ac2a-218cc5960bfc tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:02.455927 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-d33dc050-e1e4-4bc3-ac2a-218cc5960bfc tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:02.470063 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.db.securitygroups_db [None req-d33dc050-e1e4-4bc3-ac2a-218cc5960bfc tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Project f8a69658a98c4697a96cbdafb13f1d32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 16:11:02.476930 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d33dc050-e1e4-4bc3-ac2a-218cc5960bfc tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.556492 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d33dc050-e1e4-4bc3-ac2a-218cc5960bfc tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.562132 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d33dc050-e1e4-4bc3-ac2a-218cc5960bfc tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521873'] for security_group_rule, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.565647 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-9281395d-e12a-4648-9108-7d0cd15216f7 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:02.612613 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dc050-e1e4-4bc3-ac2a-218cc5960bfc tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9229cb-43f5-47ec-b58f-4bb231223bc3,revision_number=0']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:02.617179 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d33dc050-e1e4-4bc3-ac2a-218cc5960bfc tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:02.629838 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d33dc050-e1e4-4bc3-ac2a-218cc5960bfc tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:02.631280 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-d33dc050-e1e4-4bc3-ac2a-218cc5960bfc tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2032468 Apr 30 16:11:03.005810 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:03.099302 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:03.100042 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:03.625131 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Sync routers for ids ['03b1c49f-1482-4070-8fe6-d6828f3da73d'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:11:03.635406 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Routers {'03b1c49f-1482-4070-8fe6-d6828f3da73d'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:03.636122 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:10:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['03b1c49f-1482-4070-8fe6-d6828f3da73d'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:03.870681 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Set router 03b1c49f-1482-4070-8fe6-d6828f3da73d gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:04.234751 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'name': 'tempest-TestShelveInstance-519483681-router', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '8c57c7c2-17c8-4069-aacc-8113a5a0ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:53Z', 'updated_at': '2021-04-30T16:10:59Z', 'revision_number': 4, 'project_id': '7095d450220143c59952e290332ea8a2', 'gw_port': {'id': '8c57c7c2-17c8-4069-aacc-8113a5a0ed9a', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:54Z', 'updated_at': '2021-04-30T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': 'fc409a0b-03f2-4c89-b5f4-25261589f847', 'name': '', 'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'mac_address': 'fa:16:3e:62:89:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '47b102c9-aa7e-4faa-9b07-f56cf631943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:58Z', 'updated_at': '2021-04-30T16:10:59Z', 'revision_number': 2, 'project_id': '7095d450220143c59952e290332ea8a2', 'subnets': [{'id': '47b102c9-aa7e-4faa-9b07-f56cf631943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:04.239014 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Checking router: 03b1c49f-1482-4070-8fe6-d6828f3da73d for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:11:04.239379 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Updating router 03b1c49f-1482-4070-8fe6-d6828f3da73d port fc409a0b-03f2-4c89-b5f4-25261589f847 binding host dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:11:04.297084 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:04.694781 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Notify callbacks [] for port, precommit_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:04.707499 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.provisioning_blocks [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Transition to ACTIVE for port object fc409a0b-03f2-4c89-b5f4-25261589f847 will not be triggered until provisioned by entity L2. {{(pid=73976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:11:04.713916 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:04.719196 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:04.860221 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a94822-69ac-4880-a988-0dcefc890e49 None None] Pushing event updated for resources: {'Port': ['ID=fc409a0b-03f2-4c89-b5f4-25261589f847,revision_number=3']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:04.864044 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-e5a94822-69ac-4880-a988-0dcefc890e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:05.012206 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Attempting to bind port fc409a0b-03f2-4c89-b5f4-25261589f847 on host dv-cinder-787195-6-smb for vnic_type normal with profile {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:11:05.012566 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Attempting to bind port fc409a0b-03f2-4c89-b5f4-25261589f847 by drivers openvswitch,hyperv on host dv-cinder-787195-6-smb at level 0 using segments [{'id': 'cc002c4b-7cc5-4ad9-b4b2-c37789c49362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635'}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:11:05.012959 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Attempting to bind port fc409a0b-03f2-4c89-b5f4-25261589f847 on network 9c5a690e-2bdc-47ba-a027-5b7af7a05635 {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:11:05.018882 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Checking agent: {'id': '105d6881-b65e-492b-bd8b-80204dbfca79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 56, 53), 'started_at': datetime.datetime(2021, 4, 30, 15, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:11:05.019246 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Checking segment: {'id': 'cc002c4b-7cc5-4ad9-b4b2-c37789c49362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:11:05.019639 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:05.020023 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Bound using segment: {'id': 'cc002c4b-7cc5-4ad9-b4b2-c37789c49362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635'} {{(pid=73976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:11:05.020480 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.managers [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Bound port: fc409a0b-03f2-4c89-b5f4-25261589f847, host: dv-cinder-787195-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc002c4b-7cc5-4ad9-b4b2-c37789c49362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635'}}] {{(pid=73976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:11:05.020885 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:05.154055 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] For port fc409a0b-03f2-4c89-b5f4-25261589f847, host dv-cinder-787195-6-smb, cleared binding levels {{(pid=73976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:11:05.157644 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.plugins.ml2.db [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] For port fc409a0b-03f2-4c89-b5f4-25261589f847, host dv-cinder-787195-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=fc409a0b-03f2-4c89-b5f4-25261589f847,segment=NetworkSegment(cc002c4b-7cc5-4ad9-b4b2-c37789c49362),segment_id=cc002c4b-7cc5-4ad9-b4b2-c37789c49362)] {{(pid=73976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:11:05.161943 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron_lib.callbacks.manager [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:05.166672 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-56cffa5a-e331-49e0-9568-127df6f89204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:05.249779 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Routers {'03b1c49f-1482-4070-8fe6-d6828f3da73d'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:05.250420 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:10:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['03b1c49f-1482-4070-8fe6-d6828f3da73d'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:05.324501 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a94822-69ac-4880-a988-0dcefc890e49 None None] Pushing event updated for resources: {'Port': ['ID=fc409a0b-03f2-4c89-b5f4-25261589f847,revision_number=4']} {{(pid=73976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:05.329350 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG oslo_concurrency.lockutils [None req-e5a94822-69ac-4880-a988-0dcefc890e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:05.458661 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] Set router 03b1c49f-1482-4070-8fe6-d6828f3da73d gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:05.907588 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'name': 'tempest-TestShelveInstance-519483681-router', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '8c57c7c2-17c8-4069-aacc-8113a5a0ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:53Z', 'updated_at': '2021-04-30T16:10:59Z', 'revision_number': 4, 'project_id': '7095d450220143c59952e290332ea8a2', 'gw_port': {'id': '8c57c7c2-17c8-4069-aacc-8113a5a0ed9a', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:54Z', 'updated_at': '2021-04-30T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': 'fc409a0b-03f2-4c89-b5f4-25261589f847', 'name': '', 'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'mac_address': 'fa:16:3e:62:89:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '47b102c9-aa7e-4faa-9b07-f56cf631943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:58Z', 'updated_at': '2021-04-30T16:11:05Z', 'revision_number': 4, 'project_id': '7095d450220143c59952e290332ea8a2', 'subnets': [{'id': '47b102c9-aa7e-4faa-9b07-f56cf631943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:05.912006 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502edba-222b-4844-b2d0-4fd2aa3cb771 None None] The sync data for ids ['03b1c49f-1482-4070-8fe6-d6828f3da73d'] in dv-cinder-787195-6-smb is: [{'id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'name': 'tempest-TestShelveInstance-519483681-router', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '8c57c7c2-17c8-4069-aacc-8113a5a0ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:53Z', 'updated_at': '2021-04-30T16:10:59Z', 'revision_number': 4, 'project_id': '7095d450220143c59952e290332ea8a2', 'gw_port': {'id': '8c57c7c2-17c8-4069-aacc-8113a5a0ed9a', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:54Z', 'updated_at': '2021-04-30T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': 'fc409a0b-03f2-4c89-b5f4-25261589f847', 'name': '', 'network_id': '9c5a690e-2bdc-47ba-a027-5b7af7a05635', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'mac_address': 'fa:16:3e:62:89:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '47b102c9-aa7e-4faa-9b07-f56cf631943d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:58Z', 'updated_at': '2021-04-30T16:11:05Z', 'revision_number': 4, 'project_id': '7095d450220143c59952e290332ea8a2', 'subnets': [{'id': '47b102c9-aa7e-4faa-9b07-f56cf631943d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:11:07.027811 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device fc409a0b-03f2-4c89-b5f4-25261589f847 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:07.121407 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning for port fc409a0b-03f2-4c89-b5f4-25261589f847 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:07.126771 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port fc409a0b-03f2-4c89-b5f4-25261589f847 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:07.127153 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:07.256108 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:07.299596 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] For port fc409a0b-03f2-4c89-b5f4-25261589f847, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=fc409a0b-03f2-4c89-b5f4-25261589f847,segment=NetworkSegment(cc002c4b-7cc5-4ad9-b4b2-c37789c49362),segment_id=cc002c4b-7cc5-4ad9-b4b2-c37789c49362)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:07.313419 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:07.315516 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:07.421227 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Pushing event updated for resources: {'Port': ['ID=fc409a0b-03f2-4c89-b5f4-25261589f847,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:07.426127 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:09.011203 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device fc409a0b-03f2-4c89-b5f4-25261589f847 up at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:09.096499 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Provisioning complete for port fc409a0b-03f2-4c89-b5f4-25261589f847 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:09.096904 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:11.312982 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7ac108d0-f780-4800-8bf0-7dcdb5d422c3 req-5cfb1a62-b9f1-45e4-91c6-6ba66a7192b5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1305735 Apr 30 16:11:11.576347 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac108d0-f780-4800-8bf0-7dcdb5d422c3 req-c4e25a38-4b26-436d-a92b-cd58b9ba2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:11.578108 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7ac108d0-f780-4800-8bf0-7dcdb5d422c3 req-c4e25a38-4b26-436d-a92b-cd58b9ba2e45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=30884ecb7cdb4bbdae8da19d8171f557&device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 1098 time: 0.1887894 Apr 30 16:11:11.658495 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:11.764368 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac108d0-f780-4800-8bf0-7dcdb5d422c3 req-69d97387-b0b2-4855-add9-e48f7be2cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:11.765882 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7ac108d0-f780-4800-8bf0-7dcdb5d422c3 req-69d97387-b0b2-4855-add9-e48f7be2cfd2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fbdd012c-48a2-47ac-a102-5128271752a7 HTTP/1.1" status: 200 len: 918 time: 0.1482081 Apr 30 16:11:11.885891 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7ac108d0-f780-4800-8bf0-7dcdb5d422c3 req-38a14b15-02e5-4e78-95e0-dafe69703ae1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da42ca94-c912-42ca-9de6-70976cb2df9b HTTP/1.1" status: 200 len: 1001 time: 0.1125238 Apr 30 16:11:11.960724 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac108d0-f780-4800-8bf0-7dcdb5d422c3 req-0d76deb5-645d-40ea-930e-b3cb158854b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:11.962344 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7ac108d0-f780-4800-8bf0-7dcdb5d422c3 req-0d76deb5-645d-40ea-930e-b3cb158854b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47ce67a9-b01b-4823-9930-c277e305b13b HTTP/1.1" status: 200 len: 856 time: 0.0686030 Apr 30 16:11:12.056726 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac108d0-f780-4800-8bf0-7dcdb5d422c3 req-0854e24c-7512-4b4d-a18c-f42144385c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:12.058363 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7ac108d0-f780-4800-8bf0-7dcdb5d422c3 req-0854e24c-7512-4b4d-a18c-f42144385c32 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fbdd012c-48a2-47ac-a102-5128271752a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839748 Apr 30 16:11:12.201314 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7ac108d0-f780-4800-8bf0-7dcdb5d422c3 req-cef9ca34-917c-4c0d-8502-0f660e222ead service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343493 Apr 30 16:11:12.380070 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7ac108d0-f780-4800-8bf0-7dcdb5d422c3 req-7d742885-5993-40bd-b6a2-a9305fc1f751 service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694038 Apr 30 16:11:19.085938 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-350dd949-e661-4698-9f87-50eeccfc1059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:19.325938 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9dee40f1-00a1-4b3c-b30b-cb1ca03d06cf tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Synchronizing usage tracker for tenant:f8a69658a98c4697a96cbdafb13f1d32 on resource:security_group {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:11:19.348387 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9dee40f1-00a1-4b3c-b30b-cb1ca03d06cf tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Unset dirty status for tenant:f8a69658a98c4697a96cbdafb13f1d32 on resource:security_group {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:11:19.349970 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9dee40f1-00a1-4b3c-b30b-cb1ca03d06cf tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604373063&fields=id&tenant_id=f8a69658a98c4697a96cbdafb13f1d32 HTTP/1.1" status: 200 len: 267 time: 0.0754800 Apr 30 16:11:19.529794 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309d319-7698-41bf-90f3-ea54876126e4 req-a991f095-34a4-441e-b0e4-157c906a940d tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:19.531363 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-a991f095-34a4-441e-b0e4-157c906a940d tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/networks?id=7557bdf8-72e1-4c79-8c53-2c4862399ac8 HTTP/1.1" status: 200 len: 808 time: 0.1691561 Apr 30 16:11:19.549858 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-4ab011a5-fc93-48fa-a581-c003820cbcbc tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/quotas/f8a69658a98c4697a96cbdafb13f1d32 HTTP/1.1" status: 200 len: 375 time: 0.0118415 Apr 30 16:11:19.670115 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-5309d319-7698-41bf-90f3-ea54876126e4 req-f1124ba7-e831-4dd2-81a9-7547a9cc06f7 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Synchronizing usage tracker for tenant:f8a69658a98c4697a96cbdafb13f1d32 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:11:19.694536 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-5309d319-7698-41bf-90f3-ea54876126e4 req-f1124ba7-e831-4dd2-81a9-7547a9cc06f7 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Unset dirty status for tenant:f8a69658a98c4697a96cbdafb13f1d32 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:11:19.696813 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-f1124ba7-e831-4dd2-81a9-7547a9cc06f7 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f8a69658a98c4697a96cbdafb13f1d32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1388395 Apr 30 16:11:19.857952 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-55f3b954-6ea1-49b4-ab4c-8d938f10106f service neutron] 10.222.0.67 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420662 Apr 30 16:11:20.025080 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-6872c28c-a2d1-4d65-8954-7b97ddd307cc service neutron] 10.222.0.67 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522539 Apr 30 16:11:20.530618 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8928a-9098-45d3-ae84-31bc78e4f91c req-4050a5fa-e594-431c-bf82-b7460bf2468b tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:20.532748 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e2c8928a-9098-45d3-ae84-31bc78e4f91c req-4050a5fa-e594-431c-bf82-b7460bf2468b tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.1108160 Apr 30 16:11:20.574949 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a130dd62-71b0-4c2b-80a1-e164e320cb71 req-63620261-3153-424a-88e7-d452e629d476 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 210 time: 0.0540488 Apr 30 16:11:20.615894 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e2c8928a-9098-45d3-ae84-31bc78e4f91c req-87e8fabe-2e4a-45a5-9ee6-4564892cca31 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702252 Apr 30 16:11:21.804464 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-7aaf4c3b-acba-488c-9830-e35862545b57 req-832fbd82-4f8e-4c10-a9f3-fa5948b62e59 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 210 time: 0.0689900 Apr 30 16:11:21.998674 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309d319-7698-41bf-90f3-ea54876126e4 req-3584200a-5c0a-4611-a4a5-be07427e3d80 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:22.000183 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-3584200a-5c0a-4611-a4a5-be07427e3d80 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.65 "GET /v2.0/networks?id=7557bdf8-72e1-4c79-8c53-2c4862399ac8 HTTP/1.1" status: 200 len: 808 time: 0.2714689 Apr 30 16:11:22.009830 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-93524589-bb81-4486-9042-c5b29e0c4ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.013445 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812043f-1d9e-4466-b926-f094ec2af875 req-76f76812-1578-4a03-88a0-170740486e81 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:22.014984 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9812043f-1d9e-4466-b926-f094ec2af875 req-76f76812-1578-4a03-88a0-170740486e81 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.2355111 Apr 30 16:11:22.218492 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-e1f59005-1a3d-4687-b1dc-9bcac323ab78 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8a69658a98c4697a96cbdafb13f1d32 HTTP/1.1" status: 200 len: 380 time: 0.2022009 Apr 30 16:11:22.223692 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9812043f-1d9e-4466-b926-f094ec2af875 req-34e6a5e6-48a4-4055-86f9-a750fcbbbaa1 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937640 Apr 30 16:11:22.229322 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Request body: {'port': {'device_id': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'admin_state_up': True, 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'security_groups': ['980a0ceb-81b8-4392-bc51-b84f3272d11d']}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:22.401296 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:22.420281 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:22.434395 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Made reservation on behalf of f8a69658a98c4697a96cbdafb13f1d32 for: {'port': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:11:22.439275 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.687825 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Allocated IP 172.20.0.3 (7557bdf8-72e1-4c79-8c53-2c4862399ac8/00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f/709a0f5b-d5d5-4a11-a499-89376353c000) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:11:22.906211 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.927846 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Transition to ACTIVE for port object 709a0f5b-d5d5-4a11-a499-89376353c000 will not be triggered until provisioned by entity DHCP. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:11:22.997797 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d89cc49e-73ee-4258-bcf7-6cc2f3c1c78a req-230e4552-5c7f-4f24-b5be-e892f4517397 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 210 time: 0.0547721 Apr 30 16:11:23.007115 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.016823 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:23.122211 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:11:23.125970 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:11:23.130137 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:11:23.165645 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Pushing event updated for resources: {'Port': ['ID=709a0f5b-d5d5-4a11-a499-89376353c000,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:23.187898 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:23.188264 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:23.188644 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:23.189025 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:23.189383 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:23.189736 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:23.190201 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:23.190422 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:23.190775 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:23.191122 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:23.191473 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:23.191820 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:23.198315 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:23.233091 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:23.233903 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.280820 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5722714d-6bd1-4681-ac03-5bfc974a6210 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0551932 Apr 30 16:11:23.298839 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Request body: {'port': {'device_id': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:23.369576 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.390026 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-9adca60b-498a-4dea-9a9f-76f92308a9cd None None] Provisioning for port 709a0f5b-d5d5-4a11-a499-89376353c000 completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:23.403582 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-9adca60b-498a-4dea-9a9f-76f92308a9cd None None] Provisioning complete for port 709a0f5b-d5d5-4a11-a499-89376353c000 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:23.405167 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9adca60b-498a-4dea-9a9f-76f92308a9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.469377 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596d3c1-7fa9-44c0-8371-40598e9c9f95 req-1d11f662-a636-458a-8b60-756feac812da tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:23.471700 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f596d3c1-7fa9-44c0-8371-40598e9c9f95 req-1d11f662-a636-458a-8b60-756feac812da tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.0997043 Apr 30 16:11:23.497969 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.522893 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-9adca60b-498a-4dea-9a9f-76f92308a9cd None None] Port 709a0f5b-d5d5-4a11-a499-89376353c000 cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:11:23.533047 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f596d3c1-7fa9-44c0-8371-40598e9c9f95 req-13c22b2e-be6d-471c-81ce-5d75cf2fbf20 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498822 Apr 30 16:11:23.925595 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709a0f5b-d5d5-4a11-a499-89376353c000 {{(pid=73974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:11:23.939242 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.957965 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Transition to ACTIVE for port object 709a0f5b-d5d5-4a11-a499-89376353c000 will not be triggered until provisioned by entity L2. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:11:23.963458 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.967638 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-6d04d66f-b78a-4ba6-919c-10fe1e8312b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:24.106921 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Pushing event updated for resources: {'Port': ['ID=709a0f5b-d5d5-4a11-a499-89376353c000,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:24.136875 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:24.238681 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Attempting to bind port 709a0f5b-d5d5-4a11-a499-89376353c000 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:11:24.239559 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Attempting to bind port 709a0f5b-d5d5-4a11-a499-89376353c000 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'e488b315-c56f-4ac3-acef-dee0517aef6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8'}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:11:24.240315 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Attempting to bind port 709a0f5b-d5d5-4a11-a499-89376353c000 on network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:11:24.248321 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Port 709a0f5b-d5d5-4a11-a499-89376353c000 on network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:11:24.248863 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Attempting to bind port 709a0f5b-d5d5-4a11-a499-89376353c000 on network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:11:24.256231 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:11:24.256561 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Checking segment: {'id': 'e488b315-c56f-4ac3-acef-dee0517aef6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:11:24.256968 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Bound using segment: {'id': 'e488b315-c56f-4ac3-acef-dee0517aef6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8'} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:11:24.257385 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Bound port: 709a0f5b-d5d5-4a11-a499-89376353c000, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e488b315-c56f-4ac3-acef-dee0517aef6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8'}}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:11:24.257737 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:24.264332 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d81fe-5d7c-4d4d-b42d-81bdf8589704 req-917f29ec-20e6-4852-a6b3-c2496a0fb85d tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:24.265959 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5d3d81fe-5d7c-4d4d-b42d-81bdf8589704 req-917f29ec-20e6-4852-a6b3-c2496a0fb85d tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 943 time: 0.1368284 Apr 30 16:11:24.337780 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-5d3d81fe-5d7c-4d4d-b42d-81bdf8589704 req-333b66bb-3bc8-4875-b5b3-d766f368d0a6 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Synchronizing usage tracker for tenant:f8a69658a98c4697a96cbdafb13f1d32 on resource:security_group {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:11:24.358182 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-5d3d81fe-5d7c-4d4d-b42d-81bdf8589704 req-333b66bb-3bc8-4875-b5b3-d766f368d0a6 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Unset dirty status for tenant:f8a69658a98c4697a96cbdafb13f1d32 on resource:security_group {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:11:24.359879 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5d3d81fe-5d7c-4d4d-b42d-81bdf8589704 req-333b66bb-3bc8-4875-b5b3-d766f368d0a6 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869913 Apr 30 16:11:24.370772 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] For port 709a0f5b-d5d5-4a11-a499-89376353c000, host hv-cinder-78719, cleared binding levels {{(pid=73974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:11:24.374788 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] For port 709a0f5b-d5d5-4a11-a499-89376353c000, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=709a0f5b-d5d5-4a11-a499-89376353c000,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:11:24.381472 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:24.386835 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-281fe5d9-0b7d-4143-be32-31b890ec982a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:24.442309 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:24.442922 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:24.444316 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] 10.222.0.65 "PUT /v2.0/ports/709a0f5b-d5d5-4a11-a499-89376353c000 HTTP/1.1" status: 200 len: 1093 time: 1.1556821 Apr 30 16:11:24.444969 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'tag': '709a0f5b-d5d5-4a11-a499-89376353c000'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:11:24.479164 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Pushing event updated for resources: {'Port': ['ID=709a0f5b-d5d5-4a11-a499-89376353c000,revision_number=3']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:24.483350 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-9455766d-b7bc-457a-92b8-704f2eeeb604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:24.524414 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'tag': '709a0f5b-d5d5-4a11-a499-89376353c000', 'status': 'completed', 'code': 200} Apr 30 16:11:24.694972 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5ed73cd1-0214-4d39-aa8c-90ae449c1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:24.697728 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5ed73cd1-0214-4d39-aa8c-90ae449c1a40 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8a69658a98c4697a96cbdafb13f1d32&device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 1096 time: 0.2079399 Apr 30 16:11:24.783739 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-a7b3e4f9-69e9-4a73-8e1f-1e71e71fb445 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709a0f5b-d5d5-4a11-a499-89376353c000 HTTP/1.1" status: 200 len: 217 time: 0.0775115 Apr 30 16:11:24.864700 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:24.901050 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e2875-e49d-4f27-b345-edde5f1024b2 req-4e99b3ea-ee6b-47e7-8e79-cf1cae67738a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:24.901998 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5afa2fb7-d784-40d1-8b6a-1ffc392ae3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:24.902801 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5f9e2875-e49d-4f27-b345-edde5f1024b2 req-4e99b3ea-ee6b-47e7-8e79-cf1cae67738a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.1521151 Apr 30 16:11:24.903476 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-5afa2fb7-d784-40d1-8b6a-1ffc392ae3b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f HTTP/1.1" status: 200 len: 847 time: 0.1124442 Apr 30 16:11:24.971626 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5f9e2875-e49d-4f27-b345-edde5f1024b2 req-f42103a2-4489-451a-a678-c92267622631 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553751 Apr 30 16:11:25.000531 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309d319-7698-41bf-90f3-ea54876126e4 req-117827a3-6429-4c78-892d-d5d73d78d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:25.002193 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-117827a3-6429-4c78-892d-d5d73d78d77c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7557bdf8-72e1-4c79-8c53-2c4862399ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0913925 Apr 30 16:11:25.128528 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:11:25.153046 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-6ce4a31f-614d-4718-be6d-d90ef569230e service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423495 Apr 30 16:11:25.301649 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-5309d319-7698-41bf-90f3-ea54876126e4 req-06d3a626-9472-490b-9b11-6f39089c7c88 service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395347 Apr 30 16:11:25.428629 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be012e4f-478d-458f-a48b-98cf0d007e86 req-ea62c28f-9e1c-4938-8ece-817ed06b2442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:25.430715 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-be012e4f-478d-458f-a48b-98cf0d007e86 req-ea62c28f-9e1c-4938-8ece-817ed06b2442 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8a69658a98c4697a96cbdafb13f1d32&device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 1096 time: 0.0802755 Apr 30 16:11:25.657907 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be012e4f-478d-458f-a48b-98cf0d007e86 req-e404b099-be8c-4fb9-88d4-942cf99af334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:25.659914 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-be012e4f-478d-458f-a48b-98cf0d007e86 req-e404b099-be8c-4fb9-88d4-942cf99af334 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7557bdf8-72e1-4c79-8c53-2c4862399ac8 HTTP/1.1" status: 200 len: 909 time: 0.2227087 Apr 30 16:11:25.752867 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-be012e4f-478d-458f-a48b-98cf0d007e86 req-f11d3088-9a4f-41a0-97f6-b524c1f9b267 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709a0f5b-d5d5-4a11-a499-89376353c000 HTTP/1.1" status: 200 len: 217 time: 0.0851347 Apr 30 16:11:25.763380 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e4027-4d11-4bf0-84ea-77267f627c2b req-34c626b0-c839-42d1-a3a3-faae228c52d0 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:25.764179 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-122e4027-4d11-4bf0-84ea-77267f627c2b req-34c626b0-c839-42d1-a3a3-faae228c52d0 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Synchronizing usage tracker for tenant:f8a69658a98c4697a96cbdafb13f1d32 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:11:25.844599 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-122e4027-4d11-4bf0-84ea-77267f627c2b req-34c626b0-c839-42d1-a3a3-faae228c52d0 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Unset dirty status for tenant:f8a69658a98c4697a96cbdafb13f1d32 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:11:25.845793 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-122e4027-4d11-4bf0-84ea-77267f627c2b req-34c626b0-c839-42d1-a3a3-faae228c52d0 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 943 time: 0.3224247 Apr 30 16:11:25.849602 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be012e4f-478d-458f-a48b-98cf0d007e86 req-564c7a2f-090a-44de-9f94-5b9501b81496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:25.850989 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-be012e4f-478d-458f-a48b-98cf0d007e86 req-564c7a2f-090a-44de-9f94-5b9501b81496 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f HTTP/1.1" status: 200 len: 847 time: 0.0839040 Apr 30 16:11:25.950111 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-122e4027-4d11-4bf0-84ea-77267f627c2b req-a8df8061-4735-41a6-90d9-d6f52fbde56b tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935824 Apr 30 16:11:25.974990 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be012e4f-478d-458f-a48b-98cf0d007e86 req-72322e4a-5b15-4d63-98e7-9838b12023cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:25.977106 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-be012e4f-478d-458f-a48b-98cf0d007e86 req-72322e4a-5b15-4d63-98e7-9838b12023cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7557bdf8-72e1-4c79-8c53-2c4862399ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1054022 Apr 30 16:11:26.192744 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-be012e4f-478d-458f-a48b-98cf0d007e86 req-50630bf9-876a-4956-93e0-a9e3e61d0d45 service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075722 Apr 30 16:11:26.334145 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c78024-83d0-4eec-a8d1-796e281a96f1 req-87d6fd5d-31b7-4c02-89ed-10eb0741de11 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:26.336508 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-13c78024-83d0-4eec-a8d1-796e281a96f1 req-87d6fd5d-31b7-4c02-89ed-10eb0741de11 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.2433259 Apr 30 16:11:26.434076 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-13c78024-83d0-4eec-a8d1-796e281a96f1 req-9be5fd4e-1dd2-47bd-b2d7-9ffd8cefadfa tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873332 Apr 30 16:11:26.437624 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-be012e4f-478d-458f-a48b-98cf0d007e86 req-25138f11-10f8-48bf-9984-be226c622c94 service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348278 Apr 30 16:11:27.129426 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:27.155444 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c1c1d-fc2e-4533-b0b0-c166bf20776a req-55902939-b89d-4493-910c-aefa58369686 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:27.157119 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-672c1c1d-fc2e-4533-b0b0-c166bf20776a req-55902939-b89d-4493-910c-aefa58369686 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 943 time: 0.0926595 Apr 30 16:11:27.216158 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-672c1c1d-fc2e-4533-b0b0-c166bf20776a req-4d389a8d-3b85-4079-beac-33ea9b54f581 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528772 Apr 30 16:11:27.663707 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb352465-97c3-4165-9d87-07468b9de41b req-494a03e9-a385-4f24-b156-9bf469864a7e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:27.665535 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fb352465-97c3-4165-9d87-07468b9de41b req-494a03e9-a385-4f24-b156-9bf469864a7e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.0894194 Apr 30 16:11:27.729335 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fb352465-97c3-4165-9d87-07468b9de41b req-9c356075-922b-47c4-afa8-44f52c7a6bcd tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571313 Apr 30 16:11:28.538546 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0766b-e704-4f3c-8546-4aad023f4e00 req-7028fca6-0556-4f5e-a8be-128eec1ca1ae tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:28.541663 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-85c0766b-e704-4f3c-8546-4aad023f4e00 req-7028fca6-0556-4f5e-a8be-128eec1ca1ae tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 943 time: 0.2082510 Apr 30 16:11:28.546047 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 709a0f5b-d5d5-4a11-a499-89376353c000 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:11:28.595159 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-85c0766b-e704-4f3c-8546-4aad023f4e00 req-5c0b7fb6-a121-4543-8613-79036c9e16d8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462101 Apr 30 16:11:28.688449 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 709a0f5b-d5d5-4a11-a499-89376353c000, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=709a0f5b-d5d5-4a11-a499-89376353c000,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:28.706621 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': '709a0f5b-d5d5-4a11-a499-89376353c000', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'port_id': '709a0f5b-d5d5-4a11-a499-89376353c000', 'mac_address': 'fa:16:3e:2d:a2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:11:28.770248 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:28.791628 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709a0f5b-d5d5-4a11-a499-89376353c000 {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:11:28.810322 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 709a0f5b-d5d5-4a11-a499-89376353c000, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=709a0f5b-d5d5-4a11-a499-89376353c000,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:28.816074 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:28.819275 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:28.926866 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=709a0f5b-d5d5-4a11-a499-89376353c000,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:28.938096 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:28.938613 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:28.939131 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:28.939672 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:28.940192 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:28.940734 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:28.941262 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:28.941791 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:28.942174 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:28.942577 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:28.943064 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:28.943576 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:28.951615 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:28.974621 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19de028-447d-4420-9bb9-a8a4e4eed759 req-55c99fcc-84cc-4d1a-9902-adc2e8f047b6 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:28.976198 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d19de028-447d-4420-9bb9-a8a4e4eed759 req-55c99fcc-84cc-4d1a-9902-adc2e8f047b6 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.0971558 Apr 30 16:11:29.043984 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d19de028-447d-4420-9bb9-a8a4e4eed759 req-3ac97e40-b0cc-4d51-aadc-718c82202c36 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598547 Apr 30 16:11:29.086290 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['709a0f5b-d5d5-4a11-a499-89376353c000'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:11:29.802599 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1d743-3b5a-47b5-9a9e-c068bbe4ef1f req-49446e2b-d686-49e2-923f-8757863eb25b tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:29.804113 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e1a1d743-3b5a-47b5-9a9e-c068bbe4ef1f req-49446e2b-d686-49e2-923f-8757863eb25b tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 944 time: 0.0893936 Apr 30 16:11:29.864317 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e1a1d743-3b5a-47b5-9a9e-c068bbe4ef1f req-2991b348-a099-4229-8b55-04a1051404e7 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505867 Apr 30 16:11:30.286145 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b91822-9946-4140-93f3-48d6489762a4 req-a869d7c4-004f-4c25-bfa9-ac654e0c5432 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:30.287692 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d6b91822-9946-4140-93f3-48d6489762a4 req-a869d7c4-004f-4c25-bfa9-ac654e0c5432 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.0941107 Apr 30 16:11:30.335726 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d6b91822-9946-4140-93f3-48d6489762a4 req-f5b91952-9afd-4ced-863f-14886abe1f09 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410833 Apr 30 16:11:30.563482 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 709a0f5b-d5d5-4a11-a499-89376353c000 up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:30.640088 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port 709a0f5b-d5d5-4a11-a499-89376353c000 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:30.646884 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port 709a0f5b-d5d5-4a11-a499-89376353c000 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:30.647263 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:30.783512 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:30.828203 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709a0f5b-d5d5-4a11-a499-89376353c000'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:11:30.847314 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 709a0f5b-d5d5-4a11-a499-89376353c000, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=709a0f5b-d5d5-4a11-a499-89376353c000,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:30.853748 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:30.857013 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:30.893470 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709a0f5b-d5d5-4a11-a499-89376353c000', 'code': 200} Apr 30 16:11:30.957607 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=709a0f5b-d5d5-4a11-a499-89376353c000,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:30.961805 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:31.089609 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30067493-c0e4-40b2-90ac-5be72425de22 req-02dcf557-f470-482a-8b47-7ebaf0c56f91 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:31.093171 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-30067493-c0e4-40b2-90ac-5be72425de22 req-02dcf557-f470-482a-8b47-7ebaf0c56f91 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.0951416 Apr 30 16:11:31.159884 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-30067493-c0e4-40b2-90ac-5be72425de22 req-4146a7a4-cf9a-4ae5-a609-7ec12d313ed7 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620465 Apr 30 16:11:31.285002 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f994-61db-4fb2-b8ff-1b5c50603461 req-1398f02f-1dc7-4ac7-87ae-7e4db116ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:31.290569 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e8a1f994-61db-4fb2-b8ff-1b5c50603461 req-1398f02f-1dc7-4ac7-87ae-7e4db116ad71 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 1098 time: 0.1119642 Apr 30 16:11:31.366354 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e8a1f994-61db-4fb2-b8ff-1b5c50603461 req-8cb29df0-7390-4d63-a3da-7f71d80036b5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685909 Apr 30 16:11:31.562184 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e8219-b210-48f5-b944-575cfc32866d req-5a54966a-9811-4e27-b2c0-12965c283821 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:31.563855 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-eb2e8219-b210-48f5-b944-575cfc32866d req-5a54966a-9811-4e27-b2c0-12965c283821 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.0989485 Apr 30 16:11:31.621852 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-eb2e8219-b210-48f5-b944-575cfc32866d req-0b605578-64b6-4fed-9507-e3f685a6b489 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512822 Apr 30 16:11:32.493375 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dfd79-2a02-4c18-bb6d-40e95c650116 req-9060f3dc-f2ad-4021-8d2e-0176aba8d976 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:32.495311 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-914dfd79-2a02-4c18-bb6d-40e95c650116 req-9060f3dc-f2ad-4021-8d2e-0176aba8d976 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.2239962 Apr 30 16:11:32.552447 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-914dfd79-2a02-4c18-bb6d-40e95c650116 req-17afea83-3c00-496e-9f0d-437495cf652f tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499728 Apr 30 16:11:32.857100 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adc56d-1b6c-40fc-81f8-bf914a4834a7 req-7fc11b02-3045-4dff-a942-5ac1612af176 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:32.858627 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e3adc56d-1b6c-40fc-81f8-bf914a4834a7 req-7fc11b02-3045-4dff-a942-5ac1612af176 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.1106877 Apr 30 16:11:32.919709 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e3adc56d-1b6c-40fc-81f8-bf914a4834a7 req-6bff0658-7a9c-4a82-be99-98fb15fc8fca tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472944 Apr 30 16:11:33.755637 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37252602-f999-4e33-9694-281019edbc68 req-5045cda2-6640-4f4f-95ff-f623df6895c8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:33.757468 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-37252602-f999-4e33-9694-281019edbc68 req-5045cda2-6640-4f4f-95ff-f623df6895c8 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.0823388 Apr 30 16:11:33.814463 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-37252602-f999-4e33-9694-281019edbc68 req-756b3e34-d10b-4f34-b5f0-1ee3fb3785c1 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472074 Apr 30 16:11:34.044022 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ffd76-cd25-46b6-9108-9f4f60551cf9 req-15b24379-b14a-492b-bf2d-1ee4389807c1 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:34.046341 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-409ffd76-cd25-46b6-9108-9f4f60551cf9 req-15b24379-b14a-492b-bf2d-1ee4389807c1 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.0926192 Apr 30 16:11:34.101501 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-409ffd76-cd25-46b6-9108-9f4f60551cf9 req-4571d4af-338a-44da-bcf8-682e08434d85 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491569 Apr 30 16:11:34.133854 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51598) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:34.153760 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b945970-5664-4b09-be2e-2704fb37c825 req-1e7dfb0c-78ad-42a2-bd9e-8b1660941061 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:34.155490 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1b945970-5664-4b09-be2e-2704fb37c825 req-1e7dfb0c-78ad-42a2-bd9e-8b1660941061 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.1031814 Apr 30 16:11:34.203650 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1b945970-5664-4b09-be2e-2704fb37c825 req-cb76ff05-af98-41a8-9d38-c95b12ff7e82 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416484 Apr 30 16:11:34.328330 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01572208-8513-4d27-9379-7b78f1455ae5 tempest-TestShelveInstance-1363355827 tempest-TestShelveInstance-1363355827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:34.329041 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-01572208-8513-4d27-9379-7b78f1455ae5 tempest-TestShelveInstance-1363355827 tempest-TestShelveInstance-1363355827-project-admin] Synchronizing usage tracker for tenant:7095d450220143c59952e290332ea8a2 on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:11:34.347919 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-01572208-8513-4d27-9379-7b78f1455ae5 tempest-TestShelveInstance-1363355827 tempest-TestShelveInstance-1363355827-project-admin] Unset dirty status for tenant:7095d450220143c59952e290332ea8a2 on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:11:34.349201 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-01572208-8513-4d27-9379-7b78f1455ae5 tempest-TestShelveInstance-1363355827 tempest-TestShelveInstance-1363355827-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 1093 time: 0.2142568 Apr 30 16:11:34.352527 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51604) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:34.358154 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.v2.base [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Request body: {'floatingip': {'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'port_id': '709a0f5b-d5d5-4a11-a499-89376353c000', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'fixed_ip_address': '172.20.0.3'}} {{(pid=73973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:34.364552 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:34.368820 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Usage tracker for resource:floatingip and tenant:f8a69658a98c4697a96cbdafb13f1d32 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:34.372309 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:34.379054 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:34.395016 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for floatingip, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:34.620795 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:34.784177 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_common [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Allocated IP 172.28.1.108 (7f18a24d-1fcc-4840-abae-ef8e7b2dba23/58a2ec7a-0b40-4394-88ce-94b1dd1bf408/53e71b9b-5f59-41c9-9066-092c87a4494b) {{(pid=73973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:11:34.943611 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for port, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:34.975839 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:34.980830 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-f36c5689-ee06-42ee-a6db-fa76ed5d0e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:35.044779 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Network 7f18a24d-1fcc-4840-abae-ef8e7b2dba23 is already hosted by enough agents. {{(pid=73973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:11:35.047975 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.base_scheduler [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Resources bound (agent type, host, resource id): {{(pid=73973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:11:35.051707 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Received port after_create {{(pid=73973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:11:35.083256 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Pushing event updated for resources: {'Port': ['ID=53e71b9b-5f59-41c9-9066-092c87a4494b,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:35.102133 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:35.102491 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:35.102843 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:35.103191 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:35.103535 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:35.103874 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:35.104212 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:35.104547 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:35.104912 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:35.105250 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:35.105582 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:35.105915 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:35.110730 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:35.548475 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83194f4c-a4b3-4ed3-8f2c-7072658b1454 req-3c2c3248-fc50-4814-950d-7016a49522e8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:35.550037 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-83194f4c-a4b3-4ed3-8f2c-7072658b1454 req-3c2c3248-fc50-4814-950d-7016a49522e8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.1562388 Apr 30 16:11:35.615887 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-83194f4c-a4b3-4ed3-8f2c-7072658b1454 req-c9501d3b-60a1-4b09-84cf-007e0c54822d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558116 Apr 30 16:11:35.634790 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:35.741537 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:36.156764 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for port, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:36.162391 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7273761'] for port, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:36.167981 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:36.330490 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Pushing event updated for resources: {'Port': ['ID=53e71b9b-5f59-41c9-9066-092c87a4494b,revision_number=2']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:36.335033 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:36.345513 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397203'] for floatingip, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:36.535306 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.l3_db [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Floating IP c441c65e-8c86-4fec-98b5-b9f8db0f4ceb associated. External IP: 172.28.1.108, port: 709a0f5b-d5d5-4a11-a499-89376353c000. Apr 30 16:11:36.880964 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe45dc9-e0a7-4e36-bb96-ddacf83596a7 req-36e51c4f-f03a-42b5-ad1d-5bf6aa69485a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:36.883629 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-cfe45dc9-e0a7-4e36-bb96-ddacf83596a7 req-36e51c4f-f03a-42b5-ad1d-5bf6aa69485a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.1198156 Apr 30 16:11:36.921641 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:11:36.966290 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-cfe45dc9-e0a7-4e36-bb96-ddacf83596a7 req-dae419c1-ac4d-4962-a148-77b16f3d1685 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747228 Apr 30 16:11:37.124139 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:11:37.137199 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f79f4-9524-4ed4-a442-365b8ea8f2db None None] Sync routers for ids ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:11:37.156166 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f79f4-9524-4ed4-a442-365b8ea8f2db None None] Routers {'5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:37.157237 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-da8f79f4-9524-4ed4-a442-365b8ea8f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:11:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:37.166612 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:37.244885 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-7dd02f43-b578-4a8f-9b3b-ff29bf97b323 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8772085 Apr 30 16:11:37.244885 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'tag': '709a0f5b-d5d5-4a11-a499-89376353c000'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:11:37.471332 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'tag': '709a0f5b-d5d5-4a11-a499-89376353c000', 'status': 'completed', 'code': 200} Apr 30 16:11:37.521486 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-da8f79f4-9524-4ed4-a442-365b8ea8f2db None None] Set router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:37.668849 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadcebc-5ff0-4f60-8e28-3d6f11ba1b29 req-752d3094-13c3-412a-96f8-0d79e9ebdb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:37.671223 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-feadcebc-5ff0-4f60-8e28-3d6f11ba1b29 req-752d3094-13c3-412a-96f8-0d79e9ebdb8c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8a69658a98c4697a96cbdafb13f1d32&device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 1098 time: 0.1271501 Apr 30 16:11:37.841437 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadcebc-5ff0-4f60-8e28-3d6f11ba1b29 req-b4fc4042-4ba9-4887-9146-5c6eb5e11c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:37.843010 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-feadcebc-5ff0-4f60-8e28-3d6f11ba1b29 req-b4fc4042-4ba9-4887-9146-5c6eb5e11c62 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7557bdf8-72e1-4c79-8c53-2c4862399ac8 HTTP/1.1" status: 200 len: 909 time: 0.1637566 Apr 30 16:11:37.934784 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-da8f79f4-9524-4ed4-a442-365b8ea8f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:43Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 4, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'gw_port': {'id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:44Z', 'updated_at': '2021-04-30T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': 'c441c65e-8c86-4fec-98b5-b9f8db0f4ceb', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'floating_ip_address': '172.28.1.108', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'port_id': '709a0f5b-d5d5-4a11-a499-89376353c000', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'mac_address': 'fa:16:3e:2d:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:11:35Z', 'updated_at': '2021-04-30T16:11:35Z', 'revision_number': 0, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4c058d-0106-43e7-8bb0-ff4f43127469', 'name': '', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'mac_address': 'fa:16:3e:dd:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:48Z', 'updated_at': '2021-04-30T16:10:57Z', 'revision_number': 5, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'subnets': [{'id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:37.939245 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f79f4-9524-4ed4-a442-365b8ea8f2db None None] Checking router: 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:11:37.949245 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f79f4-9524-4ed4-a442-365b8ea8f2db None None] Routers {'5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:37.949884 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-da8f79f4-9524-4ed4-a442-365b8ea8f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:11:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:37.985997 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-feadcebc-5ff0-4f60-8e28-3d6f11ba1b29 req-f3ef760a-2bf7-44a5-a0c0-ec60e9fa95fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709a0f5b-d5d5-4a11-a499-89376353c000 HTTP/1.1" status: 200 len: 999 time: 0.1243093 Apr 30 16:11:38.092198 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadcebc-5ff0-4f60-8e28-3d6f11ba1b29 req-2b813027-4110-4a07-a92b-94cd9db0085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:38.093749 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-feadcebc-5ff0-4f60-8e28-3d6f11ba1b29 req-2b813027-4110-4a07-a92b-94cd9db0085e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f HTTP/1.1" status: 200 len: 847 time: 0.0968559 Apr 30 16:11:38.245078 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-da8f79f4-9524-4ed4-a442-365b8ea8f2db None None] Set router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:38.312756 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadcebc-5ff0-4f60-8e28-3d6f11ba1b29 req-01a847da-22a5-49a1-9672-dd463ddb391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:38.314707 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-feadcebc-5ff0-4f60-8e28-3d6f11ba1b29 req-01a847da-22a5-49a1-9672-dd463ddb391b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7557bdf8-72e1-4c79-8c53-2c4862399ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1938999 Apr 30 16:11:38.326112 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212a493-aef2-4ba3-8730-5a92013efc0d req-457526e4-83fc-4d68-b4ed-601b0773ec2f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:38.327741 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2212a493-aef2-4ba3-8730-5a92013efc0d req-457526e4-83fc-4d68-b4ed-601b0773ec2f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.1381502 Apr 30 16:11:38.510527 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2212a493-aef2-4ba3-8730-5a92013efc0d req-c7b5ea37-80c9-41b3-822a-b3bc509b611d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702669 Apr 30 16:11:38.557179 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-feadcebc-5ff0-4f60-8e28-3d6f11ba1b29 req-a8758dc1-6b7a-4150-9370-5a093e82f017 service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199423 Apr 30 16:11:38.635155 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device da42ca94-c912-42ca-9de6-70976cb2df9b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:11:38.811570 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-feadcebc-5ff0-4f60-8e28-3d6f11ba1b29 req-5aef8d30-8ca5-4869-b386-6b331e09970d service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451634 Apr 30 16:11:38.910975 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-da8f79f4-9524-4ed4-a442-365b8ea8f2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:43Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 4, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'gw_port': {'id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:44Z', 'updated_at': '2021-04-30T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': 'c441c65e-8c86-4fec-98b5-b9f8db0f4ceb', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'floating_ip_address': '172.28.1.108', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'port_id': '709a0f5b-d5d5-4a11-a499-89376353c000', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'mac_address': 'fa:16:3e:2d:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:11:35Z', 'updated_at': '2021-04-30T16:11:35Z', 'revision_number': 0, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4c058d-0106-43e7-8bb0-ff4f43127469', 'name': '', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'mac_address': 'fa:16:3e:dd:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:48Z', 'updated_at': '2021-04-30T16:10:57Z', 'revision_number': 5, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'subnets': [{'id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:38.914553 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port da42ca94-c912-42ca-9de6-70976cb2df9b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da42ca94-c912-42ca-9de6-70976cb2df9b,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:38.931647 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f79f4-9524-4ed4-a442-365b8ea8f2db None None] The sync data for ids ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'] in dv-cinder-787195-6-smb is: [{'id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:43Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 4, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'gw_port': {'id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:44Z', 'updated_at': '2021-04-30T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_floatingips': [{'id': 'c441c65e-8c86-4fec-98b5-b9f8db0f4ceb', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'floating_ip_address': '172.28.1.108', 'floating_network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'router_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'port_id': '709a0f5b-d5d5-4a11-a499-89376353c000', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'mac_address': 'fa:16:3e:2d:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:11:35Z', 'updated_at': '2021-04-30T16:11:35Z', 'revision_number': 0, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4c058d-0106-43e7-8bb0-ff4f43127469', 'name': '', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'mac_address': 'fa:16:3e:dd:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:48Z', 'updated_at': '2021-04-30T16:10:57Z', 'revision_number': 5, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'subnets': [{'id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:11:38.936529 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'port_id': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'mac_address': 'fa:16:3e:7a:e5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:11:39.008718 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:39.030117 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da42ca94-c912-42ca-9de6-70976cb2df9b {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:11:39.050760 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port da42ca94-c912-42ca-9de6-70976cb2df9b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da42ca94-c912-42ca-9de6-70976cb2df9b,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:39.055637 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:39.057419 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:39.134383 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=da42ca94-c912-42ca-9de6-70976cb2df9b,revision_number=6']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:39.181639 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:39.191976 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['da42ca94-c912-42ca-9de6-70976cb2df9b'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:11:39.225222 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bdb23-0567-4191-a8d6-43849435a7dd None None] New status for floating IP c441c65e-8c86-4fec-98b5-b9f8db0f4ceb: ACTIVE {{(pid=73976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:11:39.846771 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab89e6-d616-4192-b4fe-b684c5568618 req-6a916bba-487e-4dbf-bcb2-574737bde7b3 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:39.848438 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-06ab89e6-d616-4192-b4fe-b684c5568618 req-6a916bba-487e-4dbf-bcb2-574737bde7b3 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 944 time: 0.1139934 Apr 30 16:11:39.916026 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-06ab89e6-d616-4192-b4fe-b684c5568618 req-e4a7cc37-9cd5-451c-bc56-0f50632ff3e8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608797 Apr 30 16:11:40.381254 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839016e-c756-4311-83aa-608c1b384d9f req-91683dd3-1230-42a6-9938-2544d8df559c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:40.383046 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f839016e-c756-4311-83aa-608c1b384d9f req-91683dd3-1230-42a6-9938-2544d8df559c tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 945 time: 0.0876410 Apr 30 16:11:40.435973 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f839016e-c756-4311-83aa-608c1b384d9f req-471cb13a-1f75-4896-936c-98df04313530 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=11dab487-6f3a-4854-8211-aca518c589ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448701 Apr 30 16:11:40.639267 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device da42ca94-c912-42ca-9de6-70976cb2df9b up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:40.723463 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port da42ca94-c912-42ca-9de6-70976cb2df9b triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:40.723859 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:40.939786 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:41.012403 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da42ca94-c912-42ca-9de6-70976cb2df9b'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:11:41.043425 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port da42ca94-c912-42ca-9de6-70976cb2df9b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da42ca94-c912-42ca-9de6-70976cb2df9b,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:41.050733 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:41.052796 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:41.152471 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'code': 200} Apr 30 16:11:41.167368 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=da42ca94-c912-42ca-9de6-70976cb2df9b,revision_number=7']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:41.177396 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:41.249690 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53076f61-1255-46f4-bd80-0364b98c5cbd req-2076db3d-e72b-4c9f-9dba-ed70ac86a6c9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:41.251437 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-53076f61-1255-46f4-bd80-0364b98c5cbd req-2076db3d-e72b-4c9f-9dba-ed70ac86a6c9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.1554832 Apr 30 16:11:41.312893 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-53076f61-1255-46f4-bd80-0364b98c5cbd req-1888c758-7c71-4549-878c-76076591b2e9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537751 Apr 30 16:11:41.671040 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:41.671727 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204b5a3-0793-43b2-8c75-bb26248a99a6 req-ac6c60a6-4e1e-4c08-8a9a-e383a7ca7d4d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:41.673102 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e204b5a3-0793-43b2-8c75-bb26248a99a6 req-ac6c60a6-4e1e-4c08-8a9a-e383a7ca7d4d tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 945 time: 0.1105046 Apr 30 16:11:41.725683 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e204b5a3-0793-43b2-8c75-bb26248a99a6 req-feee464b-9b29-43d2-a685-29d59f442ac9 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=11dab487-6f3a-4854-8211-aca518c589ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450039 Apr 30 16:11:42.769306 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd0ee7-9587-4f8a-b18e-735daea9b5bd req-5dcaeccd-83f1-4aa8-a127-4f84188f68bb tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:42.771044 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-bacd0ee7-9587-4f8a-b18e-735daea9b5bd req-5dcaeccd-83f1-4aa8-a127-4f84188f68bb tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.3180485 Apr 30 16:11:42.857708 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-212d2e8a-1580-4899-9233-5f9af66acd81 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:42.859517 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-212d2e8a-1580-4899-9233-5f9af66acd81 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.65 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 945 time: 0.2060306 Apr 30 16:11:42.867147 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-bacd0ee7-9587-4f8a-b18e-735daea9b5bd req-0febf370-dc79-4ba0-8745-68f27a93f4b4 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861208 Apr 30 16:11:43.045549 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa950a-9228-4d7d-9063-9be92d9862ed req-62f5f2c2-09aa-4c66-a1f1-bca3b1326ef2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:43.047006 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-53fa950a-9228-4d7d-9063-9be92d9862ed req-62f5f2c2-09aa-4c66-a1f1-bca3b1326ef2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 945 time: 0.1318412 Apr 30 16:11:43.079626 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Deleting port 7830c36d-0e72-4582-9d3e-f4d26fe285ac {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:43.080009 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.112645 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-53fa950a-9228-4d7d-9063-9be92d9862ed req-31053fbc-248c-481a-838f-ed84c8c13234 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups?id=11dab487-6f3a-4854-8211-aca518c589ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531316 Apr 30 16:11:43.287650 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] For port 7830c36d-0e72-4582-9d3e-f4d26fe285ac, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7830c36d-0e72-4582-9d3e-f4d26fe285ac,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:43.288913 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.907714 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.908827 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397203'] for floatingip, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.908827 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.db.l3_db [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Floating IP 6bfb7a18-d807-4528-8aff-202dc6d1125c disassociated. External IP: 172.28.1.210, port: 7830c36d-0e72-4582-9d3e-f4d26fe285ac. Apr 30 16:11:43.909169 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Calling delete_port for 7830c36d-0e72-4582-9d3e-f4d26fe285ac owned by compute:nova {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:44.166441 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.173801 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-246d82a0-3297-47ec-998e-009274884663 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:44.247744 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event deleted for resources: {'Port': ['ID=7830c36d-0e72-4582-9d3e-f4d26fe285ac,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:44.250735 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:44.334669 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7f516-a3af-4505-99d8-887627998d73 req-3a287c54-86d2-4c61-ab88-06b2ca87d0f9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:44.337453 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-66b7f516-a3af-4505-99d8-887627998d73 req-3a287c54-86d2-4c61-ab88-06b2ca87d0f9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.2806215 Apr 30 16:11:44.500877 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-66b7f516-a3af-4505-99d8-887627998d73 req-d36f62fb-e64c-4526-8900-702b7397a793 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459315 Apr 30 16:11:44.545193 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Router b19ef072-9f8b-4e75-9a55-7c87a78e19da has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:11:44.629612 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-92cd7707-e4ff-462d-8186-60410798235f req-12849cdc-e3eb-4b4a-abc7-bcfe4b324db3 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 210 time: 0.1993210 Apr 30 16:11:44.832696 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:11:44.849447 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e81633-70aa-4cf5-8d34-759c54ba352b None None] Sync routers for ids ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:11:44.875196 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e81633-70aa-4cf5-8d34-759c54ba352b None None] Routers {'b19ef072-9f8b-4e75-9a55-7c87a78e19da'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:44.875996 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-46e81633-70aa-4cf5-8d34-759c54ba352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:11:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:45.002034 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] No DVR routers for this DVR port 7830c36d-0e72-4582-9d3e-f4d26fe285ac on host hv-cinder-78719 {{(pid=73974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:11:45.005757 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.009908 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c3e769-9453-41aa-b15c-6d59069998f4', 'name': 'network-vif-deleted', 'tag': '7830c36d-0e72-4582-9d3e-f4d26fe285ac'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:11:45.035712 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-77f4f5e2-b387-4b67-a861-9b5d75ba6769 req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.65 "DELETE /v2.0/ports/7830c36d-0e72-4582-9d3e-f4d26fe285ac HTTP/1.1" status: 204 len: 173 time: 2.1668351 Apr 30 16:11:45.066056 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c3e769-9453-41aa-b15c-6d59069998f4', 'name': 'network-vif-deleted', 'tag': '7830c36d-0e72-4582-9d3e-f4d26fe285ac', 'status': 'completed', 'code': 200} Apr 30 16:11:45.202469 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-46e81633-70aa-4cf5-8d34-759c54ba352b None None] Set router b19ef072-9f8b-4e75-9a55-7c87a78e19da gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:45.683910 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-46e81633-70aa-4cf5-8d34-759c54ba352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '911a19c2-09f8-450e-85dd-c8b9f3a1d064', 'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'mac_address': 'fa:16:3e:fc:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:14Z', 'updated_at': '2021-04-30T16:05:31Z', 'revision_number': 5, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'subnets': [{'id': '609591f8-1443-456a-9728-4d0e18b05af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:45.701713 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e81633-70aa-4cf5-8d34-759c54ba352b None None] Checking router: b19ef072-9f8b-4e75-9a55-7c87a78e19da for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:11:45.735634 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e81633-70aa-4cf5-8d34-759c54ba352b None None] Routers {'b19ef072-9f8b-4e75-9a55-7c87a78e19da'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:45.737216 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-46e81633-70aa-4cf5-8d34-759c54ba352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:11:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:45.791607 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a7aa3-04b5-44c4-9774-d023d34a733a req-99bf5ca5-2741-40c6-b489-b314b187a9a8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:45.806364 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2e0a7aa3-04b5-44c4-9774-d023d34a733a req-99bf5ca5-2741-40c6-b489-b314b187a9a8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.1388016 Apr 30 16:11:45.886801 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2e0a7aa3-04b5-44c4-9774-d023d34a733a req-5f818b2b-8d41-4443-b960-fed2f4e64c28 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781133 Apr 30 16:11:46.072407 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-46e81633-70aa-4cf5-8d34-759c54ba352b None None] Set router b19ef072-9f8b-4e75-9a55-7c87a78e19da gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:46.117312 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-1d4a3db1-497f-4423-a2fd-68b56539529e req-d0aa29e6-47ce-41a0-a26a-bbc9441ec7ca tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Synchronizing usage tracker for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:11:46.141014 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-1d4a3db1-497f-4423-a2fd-68b56539529e req-d0aa29e6-47ce-41a0-a26a-bbc9441ec7ca tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Unset dirty status for tenant:2d284bb0e5ba4410a1aade7a7e2872c9 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:11:46.143588 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-1d4a3db1-497f-4423-a2fd-68b56539529e req-d0aa29e6-47ce-41a0-a26a-bbc9441ec7ca tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c3e769-9453-41aa-b15c-6d59069998f4 HTTP/1.1" status: 200 len: 210 time: 0.0845778 Apr 30 16:11:46.654697 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-46e81633-70aa-4cf5-8d34-759c54ba352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '911a19c2-09f8-450e-85dd-c8b9f3a1d064', 'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'mac_address': 'fa:16:3e:fc:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:14Z', 'updated_at': '2021-04-30T16:05:31Z', 'revision_number': 5, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'subnets': [{'id': '609591f8-1443-456a-9728-4d0e18b05af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:46.665446 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e81633-70aa-4cf5-8d34-759c54ba352b None None] The sync data for ids ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'] in dv-cinder-787195-6-smb is: [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:05:17Z', 'revision_number': 4, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '911a19c2-09f8-450e-85dd-c8b9f3a1d064', 'name': '', 'network_id': '14c00e64-cc5c-4584-8c28-809f2f052668', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'mac_address': 'fa:16:3e:fc:25:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '609591f8-1443-456a-9728-4d0e18b05af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:14Z', 'updated_at': '2021-04-30T16:05:31Z', 'revision_number': 5, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'subnets': [{'id': '609591f8-1443-456a-9728-4d0e18b05af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:11:46.699603 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 7830c36d-0e72-4582-9d3e-f4d26fe285ac no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:11:46.787106 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: 7830c36d-0e72-4582-9d3e-f4d26fe285ac {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:11:46.788003 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 7830c36d-0e72-4582-9d3e-f4d26fe285ac not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:11:47.088923 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8330b0-f522-4a89-a213-2dbf627b671a None None] New status for floating IP 6bfb7a18-d807-4528-8aff-202dc6d1125c: DOWN {{(pid=73976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:11:47.224449 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075138b-7630-4c0d-9651-e518227b343e req-a38f418a-81d8-412b-a37e-5e8f3072f9c9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:47.227866 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c075138b-7630-4c0d-9651-e518227b343e req-a38f418a-81d8-412b-a37e-5e8f3072f9c9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.1525383 Apr 30 16:11:47.317817 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c075138b-7630-4c0d-9651-e518227b343e req-e5588f43-5106-440f-beaa-14a83ce1f5e5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828664 Apr 30 16:11:47.341509 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51728) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:47.454531 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-84363d83-ae75-432e-a4ea-92c6e95ece26 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:47.505749 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-84363d83-ae75-432e-a4ea-92c6e95ece26 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:47.621542 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-84363d83-ae75-432e-a4ea-92c6e95ece26 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:47.631436 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-f8e7b38d-b28f-46a5-937e-2826dde136d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:47.677556 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84363d83-ae75-432e-a4ea-92c6e95ece26 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dab487-6f3a-4854-8211-aca518c589ed,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:47.681674 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-84363d83-ae75-432e-a4ea-92c6e95ece26 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:47.697299 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-84363d83-ae75-432e-a4ea-92c6e95ece26 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:47.701933 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-84363d83-ae75-432e-a4ea-92c6e95ece26 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "DELETE /v2.0/security-groups/11dab487-6f3a-4854-8211-aca518c589ed HTTP/1.1" status: 204 len: 168 time: 0.3655407 Apr 30 16:11:47.702468 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51732) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:47.929421 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.api.v2.resource [None req-2d2196ea-cf7a-4fd2-97a4-ef4dcf09526e tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] show failed (client error): The resource could not be found. Apr 30 16:11:47.930770 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-2d2196ea-cf7a-4fd2-97a4-ef4dcf09526e tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "GET /v2.0/security-groups/11dab487-6f3a-4854-8211-aca518c589ed HTTP/1.1" status: 404 len: 347 time: 0.2268784 Apr 30 16:11:47.935252 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51736) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:48.252708 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-6f69df29-fbfb-4c10-a791-dbeb5f84e366 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Deleting port c72a675b-9481-4f1b-a440-6fdfc1691e87 {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:48.253278 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f69df29-fbfb-4c10-a791-dbeb5f84e366 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:48.431411 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f69df29-fbfb-4c10-a791-dbeb5f84e366 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:48.431739 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f69df29-fbfb-4c10-a791-dbeb5f84e366 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:48.582027 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-6f69df29-fbfb-4c10-a791-dbeb5f84e366 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Calling delete_port for c72a675b-9481-4f1b-a440-6fdfc1691e87 owned by network:floatingip {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:48.699430 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f44b1-46de-4ec5-babf-41b73f9cccb7 req-d8cbc54b-305b-4834-8657-86f9285ad4e8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:48.701167 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fb4f44b1-46de-4ec5-babf-41b73f9cccb7 req-d8cbc54b-305b-4834-8657-86f9285ad4e8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.1272128 Apr 30 16:11:48.803180 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fb4f44b1-46de-4ec5-babf-41b73f9cccb7 req-88f0c3ed-c241-4bd0-9fd7-b6d1d5dfe78f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890980 Apr 30 16:11:48.833575 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f69df29-fbfb-4c10-a791-dbeb5f84e366 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:48.838063 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4a96c373-e1d4-4bce-a748-09c343cb7e16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:48.889733 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69df29-fbfb-4c10-a791-dbeb5f84e366 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Pushing event deleted for resources: {'Port': ['ID=c72a675b-9481-4f1b-a440-6fdfc1691e87,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:48.892846 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-6f69df29-fbfb-4c10-a791-dbeb5f84e366 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:48.993323 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f69df29-fbfb-4c10-a791-dbeb5f84e366 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks [] for floatingip, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:49.014716 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6f69df29-fbfb-4c10-a791-dbeb5f84e366 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:49.015889 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-6f69df29-fbfb-4c10-a791-dbeb5f84e366 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] 10.222.0.67 "DELETE /v2.0/floatingips/6bfb7a18-d807-4528-8aff-202dc6d1125c HTTP/1.1" status: 204 len: 168 time: 1.0794952 Apr 30 16:11:49.082026 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-f0013570-4779-4328-8868-5e46ce47dd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:50.014646 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3549b8-f43b-49f7-8c38-5b0dc72a772b req-537316a0-08a3-4c86-8826-514c0200f7db tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:50.016112 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-da3549b8-f43b-49f7-8c38-5b0dc72a772b req-537316a0-08a3-4c86-8826-514c0200f7db tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.0885835 Apr 30 16:11:50.064904 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-da3549b8-f43b-49f7-8c38-5b0dc72a772b req-4b544cae-c2dc-441f-8ede-e18cc744b545 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428932 Apr 30 16:11:50.503092 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fc45a-7836-4dda-8f7e-478e6eebbecc req-62c2c313-14d2-4f39-979f-b5aa7f3fdb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:50.504558 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7b2fc45a-7836-4dda-8f7e-478e6eebbecc req-62c2c313-14d2-4f39-979f-b5aa7f3fdb3b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=30884ecb7cdb4bbdae8da19d8171f557&device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 1098 time: 0.0821152 Apr 30 16:11:50.647155 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fc45a-7836-4dda-8f7e-478e6eebbecc req-5e3a8327-9b2d-4319-8b14-0caa06824884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:50.649034 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7b2fc45a-7836-4dda-8f7e-478e6eebbecc req-5e3a8327-9b2d-4319-8b14-0caa06824884 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fbdd012c-48a2-47ac-a102-5128271752a7 HTTP/1.1" status: 200 len: 918 time: 0.1375504 Apr 30 16:11:50.758581 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7b2fc45a-7836-4dda-8f7e-478e6eebbecc req-d0dc41be-ce25-4875-a3c2-92b7c4a66e7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da42ca94-c912-42ca-9de6-70976cb2df9b HTTP/1.1" status: 200 len: 1001 time: 0.1026347 Apr 30 16:11:50.828811 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fc45a-7836-4dda-8f7e-478e6eebbecc req-4d97e718-77b9-4431-8f80-ce568686a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:50.830308 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7b2fc45a-7836-4dda-8f7e-478e6eebbecc req-4d97e718-77b9-4431-8f80-ce568686a2b4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47ce67a9-b01b-4823-9930-c277e305b13b HTTP/1.1" status: 200 len: 856 time: 0.0619559 Apr 30 16:11:50.911834 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fc45a-7836-4dda-8f7e-478e6eebbecc req-2261e2d3-8ef0-473a-b2d6-d715b7829872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:50.913874 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7b2fc45a-7836-4dda-8f7e-478e6eebbecc req-2261e2d3-8ef0-473a-b2d6-d715b7829872 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fbdd012c-48a2-47ac-a102-5128271752a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754030 Apr 30 16:11:51.058680 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7b2fc45a-7836-4dda-8f7e-478e6eebbecc req-0ec26103-2b30-40db-a9bc-0c2fb6760335 service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378002 Apr 30 16:11:51.364933 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7b2fc45a-7836-4dda-8f7e-478e6eebbecc req-d413576b-d0ac-468c-bb0c-6bf263df7fb4 service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996197 Apr 30 16:11:51.380123 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126b79d-4590-4e4c-8e05-fda01a905af6 req-8281cbe6-998f-42d2-a675-c2518e8e6edc tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:51.381655 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b126b79d-4590-4e4c-8e05-fda01a905af6 req-8281cbe6-998f-42d2-a675-c2518e8e6edc tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.1723843 Apr 30 16:11:51.429848 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b126b79d-4590-4e4c-8e05-fda01a905af6 req-b1e9f44d-9351-4c23-bd43-7f064ca0e584 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413406 Apr 30 16:11:51.995926 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-2cf9a197-3b07-46c2-84c0-9f4a06e49aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:52.644462 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21ba87-0f1f-4915-8504-c39ef9cfda09 req-eecf9531-f61a-45f4-a6a9-c9213cc11dc4 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:52.646037 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9b21ba87-0f1f-4915-8504-c39ef9cfda09 req-eecf9531-f61a-45f4-a6a9-c9213cc11dc4 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.0889060 Apr 30 16:11:52.696146 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9b21ba87-0f1f-4915-8504-c39ef9cfda09 req-040a05cc-6987-4c82-9af8-ecdeb3515886 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424829 Apr 30 16:11:53.122251 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51790) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:53.333907 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:53.833810 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-221570b7-6bf8-4556-94d0-24a2c0873832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397177'] for router_interface, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:54.121739 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67490368-c2f4-4c34-92a2-2a8e28b0ad24 req-d11208ca-6213-4c24-9985-b5cb98507a17 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:54.123230 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-67490368-c2f4-4c34-92a2-2a8e28b0ad24 req-d11208ca-6213-4c24-9985-b5cb98507a17 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 945 time: 0.2400076 Apr 30 16:11:54.214004 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-67490368-c2f4-4c34-92a2-2a8e28b0ad24 req-6bc91141-5730-4d53-85df-ddca0b7216ed tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828552 Apr 30 16:11:54.363980 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-221570b7-6bf8-4556-94d0-24a2c0873832 admin admin] Deleting port 911a19c2-09f8-450e-85dd-c8b9f3a1d064 {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:54.364316 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-221570b7-6bf8-4556-94d0-24a2c0873832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:54.621021 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [None req-221570b7-6bf8-4556-94d0-24a2c0873832 admin admin] For port 911a19c2-09f8-450e-85dd-c8b9f3a1d064, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=911a19c2-09f8-450e-85dd-c8b9f3a1d064,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:54.621335 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-221570b7-6bf8-4556-94d0-24a2c0873832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:54.750511 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device da42ca94-c912-42ca-9de6-70976cb2df9b no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:11:54.764607 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-221570b7-6bf8-4556-94d0-24a2c0873832 admin admin] Calling delete_port for 911a19c2-09f8-450e-85dd-c8b9f3a1d064 owned by network:router_interface {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:54.935871 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:54.938593 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:54.969640 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da42ca94-c912-42ca-9de6-70976cb2df9b'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:11:54.982081 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port da42ca94-c912-42ca-9de6-70976cb2df9b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da42ca94-c912-42ca-9de6-70976cb2df9b,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:54.997001 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:55.001095 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:55.034292 dv-cinder-787195-6-smb neutron-server[73975]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'code': 422} returned with failed status Apr 30 16:11:55.078512 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=da42ca94-c912-42ca-9de6-70976cb2df9b,revision_number=8']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:55.082527 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:55.113305 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-221570b7-6bf8-4556-94d0-24a2c0873832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:55.118196 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-f2c101a7-42ab-4d64-b6eb-898a8c4aff8e tempest-AttachVolumeNegativeTest-1304385114 tempest-AttachVolumeNegativeTest-1304385114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:55.166872 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221570b7-6bf8-4556-94d0-24a2c0873832 admin admin] Pushing event deleted for resources: {'Port': ['ID=911a19c2-09f8-450e-85dd-c8b9f3a1d064,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:55.169819 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-221570b7-6bf8-4556-94d0-24a2c0873832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:55.472523 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-221570b7-6bf8-4556-94d0-24a2c0873832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402377'] for router_interface, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:55.864295 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221570b7-6bf8-4556-94d0-24a2c0873832 admin admin] Router b19ef072-9f8b-4e75-9a55-7c87a78e19da has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:11:55.943331 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da93b4d-8c8b-40e3-a2ff-71cb232416a2 req-3912a981-f8dd-4285-9c9b-f966b649d7ac tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:55.945688 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2da93b4d-8c8b-40e3-a2ff-71cb232416a2 req-3912a981-f8dd-4285-9c9b-f966b649d7ac tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.0922608 Apr 30 16:11:56.001224 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2da93b4d-8c8b-40e3-a2ff-71cb232416a2 req-3f410935-0a36-4b35-a031-432f42e3b94d tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476189 Apr 30 16:11:56.102983 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51842) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:56.217889 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221570b7-6bf8-4556-94d0-24a2c0873832 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:11:56.227513 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d7ede-903f-4f0c-af93-8a2e4ff00bc8 None None] Sync routers for ids ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:11:56.231728 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-221570b7-6bf8-4556-94d0-24a2c0873832 admin admin] 10.222.0.67 "PUT /v2.0/routers/b19ef072-9f8b-4e75-9a55-7c87a78e19da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1083593 Apr 30 16:11:56.235303 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-73fc38ba-db5d-48ba-b0c7-73a20686be5f req-cb0bda1c-1259-4691-b9ae-c151cd83de22 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1311030 Apr 30 16:11:56.235760 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51848) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:56.237458 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d7ede-903f-4f0c-af93-8a2e4ff00bc8 None None] Routers {'b19ef072-9f8b-4e75-9a55-7c87a78e19da'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:56.238260 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-bb1d7ede-903f-4f0c-af93-8a2e4ff00bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:11:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:56.441480 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] Notify callbacks [] for router, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:56.446994 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-bb1d7ede-903f-4f0c-af93-8a2e4ff00bc8 None None] Set router b19ef072-9f8b-4e75-9a55-7c87a78e19da gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:56.638134 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:56.724302 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] Deleting port 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56 {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:56.724747 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:56.809384 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-bb1d7ede-903f-4f0c-af93-8a2e4ff00bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:11:55Z', 'revision_number': 5, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port': {'id': '5f7c5794-5f58-4f45-afd4-8ab6e6d44c56', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:57Z', 'updated_at': '2021-04-30T16:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:56.810177 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc38ba-db5d-48ba-b0c7-73a20686be5f req-ed9a7df0-deac-47f0-b66b-114519eb194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:56.811942 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-73fc38ba-db5d-48ba-b0c7-73a20686be5f req-ed9a7df0-deac-47f0-b66b-114519eb194f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e&tenant_id=30884ecb7cdb4bbdae8da19d8171f557 HTTP/1.1" status: 200 len: 1096 time: 0.0876796 Apr 30 16:11:56.813731 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d7ede-903f-4f0c-af93-8a2e4ff00bc8 None None] Checking router: b19ef072-9f8b-4e75-9a55-7c87a78e19da for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:11:56.823742 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d7ede-903f-4f0c-af93-8a2e4ff00bc8 None None] Routers {'b19ef072-9f8b-4e75-9a55-7c87a78e19da'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:56.824434 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-bb1d7ede-903f-4f0c-af93-8a2e4ff00bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:11:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:56.900238 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] For port 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=5f7c5794-5f58-4f45-afd4-8ab6e6d44c56,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:56.900482 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:56.919084 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc38ba-db5d-48ba-b0c7-73a20686be5f req-0bf89339-7698-45e5-8731-bb05ce9e3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:56.920605 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-73fc38ba-db5d-48ba-b0c7-73a20686be5f req-0bf89339-7698-45e5-8731-bb05ce9e3eee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=30884ecb7cdb4bbdae8da19d8171f557&device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 1096 time: 0.0833664 Apr 30 16:11:56.982000 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-bb1d7ede-903f-4f0c-af93-8a2e4ff00bc8 None None] Set router b19ef072-9f8b-4e75-9a55-7c87a78e19da gateway port host: None {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:57.034946 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] Calling delete_port for 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56 owned by network:router_gateway {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:57.094111 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc38ba-db5d-48ba-b0c7-73a20686be5f req-7229b7eb-ba37-494c-bf1c-acaf7eccfdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:57.095927 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-73fc38ba-db5d-48ba-b0c7-73a20686be5f req-7229b7eb-ba37-494c-bf1c-acaf7eccfdd6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fbdd012c-48a2-47ac-a102-5128271752a7 HTTP/1.1" status: 200 len: 918 time: 0.1657145 Apr 30 16:11:57.109824 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-bb1d7ede-903f-4f0c-af93-8a2e4ff00bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:11:56Z', 'revision_number': 6, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port_host': None}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:57.129556 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d7ede-903f-4f0c-af93-8a2e4ff00bc8 None None] The sync data for ids ['b19ef072-9f8b-4e75-9a55-7c87a78e19da'] in dv-cinder-787195-6-smb is: [{'id': 'b19ef072-9f8b-4e75-9a55-7c87a78e19da', 'name': 'tempest-AttachVolumeTestJSON-609347714-router', 'tenant_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:55Z', 'updated_at': '2021-04-30T16:11:56Z', 'revision_number': 6, 'project_id': '2d284bb0e5ba4410a1aade7a7e2872c9', 'gw_port_host': None}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:11:57.135294 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:57.279439 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-73fc38ba-db5d-48ba-b0c7-73a20686be5f req-c086a825-56b7-4f76-b4fb-b64e538d68c0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da42ca94-c912-42ca-9de6-70976cb2df9b HTTP/1.1" status: 200 len: 999 time: 0.1735842 Apr 30 16:11:57.358846 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36106059-3daa-44f7-81c8-d67ff415e184 req-efe14f34-452f-4bcc-b0f7-1cb20bea2492 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:57.360392 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-36106059-3daa-44f7-81c8-d67ff415e184 req-efe14f34-452f-4bcc-b0f7-1cb20bea2492 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.1755757 Apr 30 16:11:57.369134 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc38ba-db5d-48ba-b0c7-73a20686be5f req-de37e673-00d9-44ce-934f-6518e5b823e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:57.370594 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-73fc38ba-db5d-48ba-b0c7-73a20686be5f req-de37e673-00d9-44ce-934f-6518e5b823e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47ce67a9-b01b-4823-9930-c277e305b13b HTTP/1.1" status: 200 len: 856 time: 0.0798647 Apr 30 16:11:57.449514 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:57.453878 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a39c2550-6751-4f31-b028-fbcfca360aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:57.463161 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-36106059-3daa-44f7-81c8-d67ff415e184 req-e7f5bcc9-33f9-435d-9106-bdcbb028e8cb tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916212 Apr 30 16:11:57.494552 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc38ba-db5d-48ba-b0c7-73a20686be5f req-2ee11a95-90cf-4bb4-8191-d1402f37d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:57.496446 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-73fc38ba-db5d-48ba-b0c7-73a20686be5f req-2ee11a95-90cf-4bb4-8191-d1402f37d183 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fbdd012c-48a2-47ac-a102-5128271752a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1115174 Apr 30 16:11:57.499561 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7c5794-5f58-4f45-afd4-8ab6e6d44c56,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:57.529735 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:57.594997 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401390'] for router_gateway, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:57.645302 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-73fc38ba-db5d-48ba-b0c7-73a20686be5f req-16a481fa-af0a-4d8d-aa99-1dea9c32e209 service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409910 Apr 30 16:11:57.778844 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4763'] for router, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:57.781019 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:57.795744 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-73fc38ba-db5d-48ba-b0c7-73a20686be5f req-abf3474d-6bce-4527-b146-3d888c5a73de service neutron] 10.222.0.65 "GET /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433656 Apr 30 16:11:57.811727 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408907'] for router, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:57.812318 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b19ef072-9f8b-4e75-9a55-7c87a78e19da {{(pid=73973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:11:57.826123 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] Notify callbacks [] for router, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:57.827384 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-65e15ec2-f952-4f5f-9464-b6da25f8c47c admin admin] 10.222.0.67 "DELETE /v2.0/routers/b19ef072-9f8b-4e75-9a55-7c87a78e19da HTTP/1.1" status: 204 len: 168 time: 1.5906134 Apr 30 16:11:57.830003 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51862) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:57.943703 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_v2 [None req-555ae783-66f9-4111-8195-f43fe50d5a0f admin admin] Deleting subnet 609591f8-1443-456a-9728-4d0e18b05af1 {{(pid=73973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:11:57.949122 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-555ae783-66f9-4111-8195-f43fe50d5a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:58.009213 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-555ae783-66f9-4111-8195-f43fe50d5a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8147475'] for subnet, precommit_delete_associations {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:58.150836 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-555ae783-66f9-4111-8195-f43fe50d5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378834'] for subnet, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:58.418744 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-555ae783-66f9-4111-8195-f43fe50d5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7273815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6933383'] for subnet, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:58.422884 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:58.457516 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ae783-66f9-4111-8195-f43fe50d5a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609591f8-1443-456a-9728-4d0e18b05af1,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:58.460620 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-555ae783-66f9-4111-8195-f43fe50d5a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:58.461563 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-555ae783-66f9-4111-8195-f43fe50d5a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:58.470150 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-555ae783-66f9-4111-8195-f43fe50d5a0f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/609591f8-1443-456a-9728-4d0e18b05af1 HTTP/1.1" status: 204 len: 168 time: 0.6364975 Apr 30 16:11:58.470379 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba2502e-4612-4a5d-9bb7-e20b183e0a58 None None] Network 14c00e64-cc5c-4584-8c28-809f2f052668 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:11:58.470840 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51874) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:58.659346 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497117'] for network, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:58.786963 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0a6f9-fa91-48ac-a9c2-5250f9d5cbb4 req-edb1423b-fe50-4e39-b0d1-07cd4eadf3a4 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:58.795850 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-85e0a6f9-fa91-48ac-a9c2-5250f9d5cbb4 req-edb1423b-fe50-4e39-b0d1-07cd4eadf3a4 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.1935821 Apr 30 16:11:58.838011 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7ae554-01b5-467d-848b-f4da0fe53acb None None] DHCP port deletion for 14c00e64-cc5c-4584-8c28-809f2f052668 request from dv-cinder-787195-6-smb {{(pid=73975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:11:58.857496 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Deleting port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:58.858179 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:58.906320 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-85e0a6f9-fa91-48ac-a9c2-5250f9d5cbb4 req-5e5333df-7483-448d-bd18-30d9ab8e4bd3 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090460 Apr 30 16:11:59.013216 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ae554-01b5-467d-848b-f4da0fe53acb None None] Deleting port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 {{(pid=73975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:59.013600 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-0c7ae554-01b5-467d-848b-f4da0fe53acb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:59.155667 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 911a19c2-09f8-450e-85dd-c8b9f3a1d064 no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:11:59.215998 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: 911a19c2-09f8-450e-85dd-c8b9f3a1d064 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:11:59.216548 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 911a19c2-09f8-450e-85dd-c8b9f3a1d064 not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:11:59.217275 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56 no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:11:59.281203 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] For port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=f42273ad-98e0-4aa9-9ecc-fc4c8ebab186,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:59.282257 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:59.286830 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:11:59.287399 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 5f7c5794-5f58-4f45-afd4-8ab6e6d44c56 not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:11:59.288100 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:11:59.426869 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-0c7ae554-01b5-467d-848b-f4da0fe53acb None None] For port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=f42273ad-98e0-4aa9-9ecc-fc4c8ebab186,segment=NetworkSegment(2f8b5ae2-7d34-406b-a1ab-f054cda898b6),segment_id=2f8b5ae2-7d34-406b-a1ab-f054cda898b6)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:59.427223 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-0c7ae554-01b5-467d-848b-f4da0fe53acb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:59.455316 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Calling delete_port for f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 owned by network:dhcp {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:59.518918 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:59.524936 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:59.575046 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ae554-01b5-467d-848b-f4da0fe53acb None None] Calling delete_port for f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 owned by network:dhcp {{(pid=73975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:59.580887 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=f42273ad-98e0-4aa9-9ecc-fc4c8ebab186,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:59.585097 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No active binding found for port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 {{(pid=73975) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 30 16:11:59.585739 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:11:59.589572 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:59.590432 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] No DVR routers for this DVR port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 on host dv-cinder-787195-6-smb {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:11:59.642918 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-0c7ae554-01b5-467d-848b-f4da0fe53acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599'] for port, after_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:59.649178 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:59.701492 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7ae554-01b5-467d-848b-f4da0fe53acb None None] No DVR routers for this DVR port f42273ad-98e0-4aa9-9ecc-fc4c8ebab186 on host dv-cinder-787195-6-smb {{(pid=73975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:11:59.706341 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ae554-01b5-467d-848b-f4da0fe53acb None None] Pushing event deleted for resources: {'Port': ['ID=f42273ad-98e0-4aa9-9ecc-fc4c8ebab186,revision_number=None']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:59.709291 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-0c7ae554-01b5-467d-848b-f4da0fe53acb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:59.789867 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377951', 'neutron.services.segments.db._delete_segments_for_network-8775008697245'] for network, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:59.920605 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c00e64-cc5c-4584-8c28-809f2f052668']}} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:59.935227 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8b5ae2-7d34-406b-a1ab-f054cda898b6') {'for_net_delete': True} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:59.935584 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8b5ae2-7d34-406b-a1ab-f054cda898b6') {} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:59.950399 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775008709991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8147482'] for segment, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:59.970919 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:59.979837 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=73973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:12:00.156070 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f01a34-f949-4890-8cc7-ed91473527e1 req-d3929a9d-a45b-4032-a5c8-282d7f45abad tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:00.157645 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-28f01a34-f949-4890-8cc7-ed91473527e1 req-d3929a9d-a45b-4032-a5c8-282d7f45abad tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.1152649 Apr 30 16:12:00.196461 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Network 14c00e64-cc5c-4584-8c28-809f2f052668 has no segments {{(pid=73973) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:12:00.206601 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1391655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7273981'] for segment, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:00.212641 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-28f01a34-f949-4890-8cc7-ed91473527e1 req-a8f53345-14ff-46b1-b9f4-3e7304ef7873 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474617 Apr 30 16:12:00.438433 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Network 14c00e64-cc5c-4584-8c28-809f2f052668 has no segments {{(pid=73973) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: Traceback (most recent call last): Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: timer() Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: cb(*args, **kw) Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: return func(*args, **kwargs) Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: self._notify() Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: self.callback(batched_events) Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: event.method(event) Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: return f(self, *a, **k) Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: return self._get(url).json() Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: return self.request(url, 'GET', **kwargs) Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:12:00.476370 dv-cinder-787195-6-smb neutron-server[73973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:12:00.603932 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400498'] for network, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:00.608038 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b9d35723-cb09-4c8a-b7c2-643ca8218df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:00.623581 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:00.635517 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c00e64-cc5c-4584-8c28-809f2f052668,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:00.639194 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:00.656978 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-cb016978-c8e5-471c-bc79-3c7868df5b94 admin admin] 10.222.0.67 "DELETE /v2.0/networks/14c00e64-cc5c-4584-8c28-809f2f052668 HTTP/1.1" status: 204 len: 168 time: 2.1849995 Apr 30 16:12:00.831544 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51896) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:00.884495 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-cb2feda9-9aa8-4721-b98b-61ebccfb11e7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d284bb0e5ba4410a1aade7a7e2872c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0516968 Apr 30 16:12:00.887691 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 51900) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:00.964828 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-47372f9b-6965-4e18-928b-67de78361408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:01.002780 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-47372f9b-6965-4e18-928b-67de78361408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:01.064353 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-47372f9b-6965-4e18-928b-67de78361408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:01.068176 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-e37a0395-b4b1-4eba-be16-0696755d77fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:01.083416 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47372f9b-6965-4e18-928b-67de78361408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1d7879-1b91-4406-bbe9-4b6acc8da6d4,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:01.086903 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-47372f9b-6965-4e18-928b-67de78361408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:01.098358 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-47372f9b-6965-4e18-928b-67de78361408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:01.103260 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-47372f9b-6965-4e18-928b-67de78361408 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6b1d7879-1b91-4406-bbe9-4b6acc8da6d4 HTTP/1.1" status: 204 len: 168 time: 0.2111893 Apr 30 16:12:01.446911 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b35ef5-a727-4dcc-9480-890e9f5fc935 req-b68e9871-d07a-4e7c-87d1-04c4011679c2 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:01.448611 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-29b35ef5-a727-4dcc-9480-890e9f5fc935 req-b68e9871-d07a-4e7c-87d1-04c4011679c2 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.1059952 Apr 30 16:12:01.513733 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-29b35ef5-a727-4dcc-9480-890e9f5fc935 req-de9e4680-410f-4c26-bdd0-db188bc92ff4 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573816 Apr 30 16:12:02.128987 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:12:02.797764 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9eb53-fe64-48ed-b6e5-fd5eab8a4cdd req-3f66e241-3b5e-4fd9-8430-96f535e73390 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:02.800810 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bac9eb53-fe64-48ed-b6e5-fd5eab8a4cdd req-3f66e241-3b5e-4fd9-8430-96f535e73390 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.1275020 Apr 30 16:12:02.861881 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bac9eb53-fe64-48ed-b6e5-fd5eab8a4cdd req-77bc4118-0566-44e1-a2ab-887e4184c09a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533323 Apr 30 16:12:04.069292 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb51cb-851d-4740-986c-9595a669338e req-7ee6d140-0c72-4c38-ad18-219222344dc0 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:04.071321 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1fcb51cb-851d-4740-986c-9595a669338e req-7ee6d140-0c72-4c38-ad18-219222344dc0 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.0949838 Apr 30 16:12:04.236896 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-1fcb51cb-851d-4740-986c-9595a669338e req-fb345b27-15be-461f-b80c-875889b1ff27 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584463 Apr 30 16:12:05.448251 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71732bd-4446-4932-a3bb-16df630e9567 req-68db79bb-718e-445b-a6f9-572123b01c2e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:05.449790 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e71732bd-4446-4932-a3bb-16df630e9567 req-68db79bb-718e-445b-a6f9-572123b01c2e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.0875776 Apr 30 16:12:05.505834 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e71732bd-4446-4932-a3bb-16df630e9567 req-410766c7-7959-4d82-b779-eb6ea210e3f4 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501349 Apr 30 16:12:05.963268 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51976) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:06.101918 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-3b55c1f6-6afa-4e9d-a1c6-afc7e9233f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:06.118735 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-3b55c1f6-6afa-4e9d-a1c6-afc7e9233f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:06.123086 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-3b55c1f6-6afa-4e9d-a1c6-afc7e9233f6a admin admin] Usage tracker for resource:security_group_rule and tenant:d7d17e4f8e024ba5b5173ccd07b7380c is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:06.126191 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-3b55c1f6-6afa-4e9d-a1c6-afc7e9233f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:06.133574 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-3b55c1f6-6afa-4e9d-a1c6-afc7e9233f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:06.230449 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-3b55c1f6-6afa-4e9d-a1c6-afc7e9233f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:06.235501 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-3b55c1f6-6afa-4e9d-a1c6-afc7e9233f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:06.244036 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-22dcca69-7dba-4e6c-a259-3206e38d77a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:06.291174 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55c1f6-6afa-4e9d-a1c6-afc7e9233f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23588044-514c-4210-a528-01cbcbc6510d,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:06.295416 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-3b55c1f6-6afa-4e9d-a1c6-afc7e9233f6a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d7d17e4f8e024ba5b5173ccd07b7380c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305964 Apr 30 16:12:06.296363 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-3b55c1f6-6afa-4e9d-a1c6-afc7e9233f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:06.298206 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 51982) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:06.364481 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7e1195bd-0343-425e-abef-29b356e8542c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:06.393304 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7e1195bd-0343-425e-abef-29b356e8542c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:06.449395 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7e1195bd-0343-425e-abef-29b356e8542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:06.453231 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-186ba1b5-5467-477d-887b-9c32db1ad359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:06.465604 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1195bd-0343-425e-abef-29b356e8542c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23588044-514c-4210-a528-01cbcbc6510d,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:06.469497 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-7e1195bd-0343-425e-abef-29b356e8542c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:06.477407 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-7e1195bd-0343-425e-abef-29b356e8542c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:06.478639 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-7e1195bd-0343-425e-abef-29b356e8542c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/23588044-514c-4210-a528-01cbcbc6510d HTTP/1.1" status: 204 len: 168 time: 0.1794589 Apr 30 16:12:06.772479 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b54a6-067a-47e4-afdf-a606e3c2aad2 req-d9b6e524-42c6-4f8c-aa28-4ec436e67283 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:06.774143 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-695b54a6-067a-47e4-afdf-a606e3c2aad2 req-d9b6e524-42c6-4f8c-aa28-4ec436e67283 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.1330311 Apr 30 16:12:06.838340 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-695b54a6-067a-47e4-afdf-a606e3c2aad2 req-54752b0e-2519-41e0-a91d-d0f91b5355e8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582247 Apr 30 16:12:08.067924 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4370c5-6bc4-47d7-8a50-e69739900b45 req-19c84dd6-6225-43c2-a44e-918ed77f8e38 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:08.076884 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2e4370c5-6bc4-47d7-8a50-e69739900b45 req-19c84dd6-6225-43c2-a44e-918ed77f8e38 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.1017458 Apr 30 16:12:08.133370 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-2e4370c5-6bc4-47d7-8a50-e69739900b45 req-b8067723-33fd-490b-9dc6-85c7e81caf32 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549967 Apr 30 16:12:08.717239 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 52034) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:08.900633 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7cf3eed4-8dd8-4c61-8300-8139a207a937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:08.926957 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-7cf3eed4-8dd8-4c61-8300-8139a207a937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:08.933126 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-7cf3eed4-8dd8-4c61-8300-8139a207a937 admin admin] Usage tracker for resource:security_group_rule and tenant:e3dbddb15eaa45039acae276b41bea8b is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:08.938220 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-7cf3eed4-8dd8-4c61-8300-8139a207a937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:08.948721 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-7cf3eed4-8dd8-4c61-8300-8139a207a937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:09.071962 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7cf3eed4-8dd8-4c61-8300-8139a207a937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:09.078136 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-7cf3eed4-8dd8-4c61-8300-8139a207a937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:09.087720 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b4a3a0b5-624d-45df-a8a5-15d5466270bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:09.147483 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52040) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:09.160737 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-7cf3eed4-8dd8-4c61-8300-8139a207a937 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e3dbddb15eaa45039acae276b41bea8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390030 Apr 30 16:12:09.160737 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3eed4-8dd8-4c61-8300-8139a207a937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7f8cca-7429-47d8-9413-f0e85f9393e9,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:09.177083 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-7cf3eed4-8dd8-4c61-8300-8139a207a937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:09.341133 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a09aedac-1a71-4f73-9754-5c2d3e2bfcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:09.416908 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a09aedac-1a71-4f73-9754-5c2d3e2bfcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:09.496816 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6690dd-056d-487b-ad61-1d306eaf7849 req-338fddcd-66d5-4ce7-90c4-c35d294813ff tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:09.499338 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7c6690dd-056d-487b-ad61-1d306eaf7849 req-338fddcd-66d5-4ce7-90c4-c35d294813ff tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.1531305 Apr 30 16:12:09.527898 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a09aedac-1a71-4f73-9754-5c2d3e2bfcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:09.536201 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-293d84f9-b192-4b0b-ad41-b6ce85bca2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:09.554361 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09aedac-1a71-4f73-9754-5c2d3e2bfcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7f8cca-7429-47d8-9413-f0e85f9393e9,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:09.556846 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-a09aedac-1a71-4f73-9754-5c2d3e2bfcd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:09.576617 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a09aedac-1a71-4f73-9754-5c2d3e2bfcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:09.577809 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-a09aedac-1a71-4f73-9754-5c2d3e2bfcd2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6a7f8cca-7429-47d8-9413-f0e85f9393e9 HTTP/1.1" status: 204 len: 168 time: 0.4276707 Apr 30 16:12:09.583958 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-7c6690dd-056d-487b-ad61-1d306eaf7849 req-58ca322a-85e2-41f8-83a3-d253334eb17f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746424 Apr 30 16:12:09.923329 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52050) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:09.942837 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f467c43b-8a92-448b-97b5-1fe2e34c5c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:09.959338 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-f467c43b-8a92-448b-97b5-1fe2e34c5c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:09.963351 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-f467c43b-8a92-448b-97b5-1fe2e34c5c64 admin admin] Usage tracker for resource:security_group_rule and tenant:fec0510f9a95452088d11ebf66fedf06 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:09.966482 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-f467c43b-8a92-448b-97b5-1fe2e34c5c64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:09.972315 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-f467c43b-8a92-448b-97b5-1fe2e34c5c64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:10.061354 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f467c43b-8a92-448b-97b5-1fe2e34c5c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:10.065372 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f467c43b-8a92-448b-97b5-1fe2e34c5c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:10.072885 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-cecc965a-ee50-4e13-b4f6-2dc1136f6909 tempest-TestMinimumBasicScenario-384506995 tempest-TestMinimumBasicScenario-384506995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:10.113064 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467c43b-8a92-448b-97b5-1fe2e34c5c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36066886-3abd-4daf-8a54-cf733e4ec425,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:10.118049 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-f467c43b-8a92-448b-97b5-1fe2e34c5c64 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fec0510f9a95452088d11ebf66fedf06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935420 Apr 30 16:12:10.118908 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-f467c43b-8a92-448b-97b5-1fe2e34c5c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:10.120784 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52054) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:10.296148 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e0524131-dc09-4e3a-b669-8a3dfe384df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:10.324633 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e0524131-dc09-4e3a-b669-8a3dfe384df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:10.378966 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e0524131-dc09-4e3a-b669-8a3dfe384df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:10.383115 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-bc5e01da-0fc6-4a70-b9a1-0807d0f78096 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:10.394236 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0524131-dc09-4e3a-b669-8a3dfe384df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36066886-3abd-4daf-8a54-cf733e4ec425,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:10.398408 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e0524131-dc09-4e3a-b669-8a3dfe384df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:10.402684 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e0524131-dc09-4e3a-b669-8a3dfe384df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:10.403747 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-e0524131-dc09-4e3a-b669-8a3dfe384df4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/36066886-3abd-4daf-8a54-cf733e4ec425 HTTP/1.1" status: 204 len: 168 time: 0.2820621 Apr 30 16:12:10.809130 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3ef4a-f328-4806-b5ba-4227307deb9f req-f5f08744-15cf-464c-8949-16e58cd54c4c tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:10.810607 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-77e3ef4a-f328-4806-b5ba-4227307deb9f req-f5f08744-15cf-464c-8949-16e58cd54c4c tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.0929034 Apr 30 16:12:10.857874 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-77e3ef4a-f328-4806-b5ba-4227307deb9f req-53be7f6c-02c6-4ff8-a2d9-1e7be1eed78f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410628 Apr 30 16:12:11.661783 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:12.064610 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb4853-443f-48c4-bc50-c9cb5a988578 req-098bd61a-4ab7-4ea6-9455-539811b0e43f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:12.070307 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-52eb4853-443f-48c4-bc50-c9cb5a988578 req-098bd61a-4ab7-4ea6-9455-539811b0e43f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 943 time: 0.0919685 Apr 30 16:12:12.113160 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-52eb4853-443f-48c4-bc50-c9cb5a988578 req-2fece9e0-7aa4-44a0-8abc-0e26d539863b tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408654 Apr 30 16:12:12.820786 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device da42ca94-c912-42ca-9de6-70976cb2df9b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:12:12.962423 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port da42ca94-c912-42ca-9de6-70976cb2df9b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da42ca94-c912-42ca-9de6-70976cb2df9b,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:12:12.977571 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'port_id': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'mac_address': 'fa:16:3e:7a:e5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:12:13.046952 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:13.065169 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da42ca94-c912-42ca-9de6-70976cb2df9b {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:12:13.089630 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port da42ca94-c912-42ca-9de6-70976cb2df9b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da42ca94-c912-42ca-9de6-70976cb2df9b,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:12:13.089630 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:13.091554 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-33844748-b837-44d0-b82f-488b513a0ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:13.170849 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=da42ca94-c912-42ca-9de6-70976cb2df9b,revision_number=9']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:13.174816 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:13.324617 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cfa3c-c155-43c6-94c6-365ef5466928 req-bb6c5fb7-6faa-49c7-8b09-38b08b348209 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:13.326283 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-853cfa3c-c155-43c6-94c6-365ef5466928 req-bb6c5fb7-6faa-49c7-8b09-38b08b348209 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 944 time: 0.0878091 Apr 30 16:12:13.361757 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['da42ca94-c912-42ca-9de6-70976cb2df9b'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:12:13.377098 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-853cfa3c-c155-43c6-94c6-365ef5466928 req-25d3c364-355b-4ad0-b120-bc0282756077 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449121 Apr 30 16:12:14.593116 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea33d3-bc1e-46aa-ba14-b096589cf844 req-86e756e1-c053-4af7-9e01-b4fcafe6ec7b tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:14.594606 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-55ea33d3-bc1e-46aa-ba14-b096589cf844 req-86e756e1-c053-4af7-9e01-b4fcafe6ec7b tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 944 time: 0.0970104 Apr 30 16:12:14.652032 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-55ea33d3-bc1e-46aa-ba14-b096589cf844 req-8a40d15f-8cd8-4b96-a4f6-f2a9b9093904 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512938 Apr 30 16:12:14.843809 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device da42ca94-c912-42ca-9de6-70976cb2df9b up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:12:14.920474 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port da42ca94-c912-42ca-9de6-70976cb2df9b triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:12:14.920873 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:15.044788 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:15.072133 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da42ca94-c912-42ca-9de6-70976cb2df9b'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:12:15.082031 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port da42ca94-c912-42ca-9de6-70976cb2df9b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da42ca94-c912-42ca-9de6-70976cb2df9b,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:12:15.086982 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:15.088891 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:15.124137 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'code': 200} Apr 30 16:12:15.163993 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=da42ca94-c912-42ca-9de6-70976cb2df9b,revision_number=10']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:15.166817 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:15.372119 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9fa8-bc59-417a-a832-09e72e03d149 req-78cedc2e-0a8f-4f65-b87b-5421e12677c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:15.373527 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-af5f9fa8-bc59-417a-a832-09e72e03d149 req-78cedc2e-0a8f-4f65-b87b-5421e12677c5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 1099 time: 0.0750339 Apr 30 16:12:15.421020 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-af5f9fa8-bc59-417a-a832-09e72e03d149 req-155e7e25-ae49-46bb-a197-80219160eb0b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399864 Apr 30 16:12:15.866833 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6537771-462f-4692-8500-eaf248a8ff18 req-0bd9bd7f-04c4-4f4a-af8a-87eae5de20c5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:15.868535 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d6537771-462f-4692-8500-eaf248a8ff18 req-0bd9bd7f-04c4-4f4a-af8a-87eae5de20c5 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 946 time: 0.0938828 Apr 30 16:12:15.916791 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-d6537771-462f-4692-8500-eaf248a8ff18 req-a3724209-f28d-4071-b7d7-d29a7450185e tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420899 Apr 30 16:12:16.273113 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52174) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:16.458635 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-bba90870-a4da-4d1a-ab21-f4bb2075c2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:16.476643 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-bba90870-a4da-4d1a-ab21-f4bb2075c2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:16.481285 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-bba90870-a4da-4d1a-ab21-f4bb2075c2e2 admin admin] Usage tracker for resource:security_group_rule and tenant:827832c57d4c48d2893b2920bdd874e3 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:16.484518 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-bba90870-a4da-4d1a-ab21-f4bb2075c2e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:16.491172 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-bba90870-a4da-4d1a-ab21-f4bb2075c2e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:16.604475 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-bba90870-a4da-4d1a-ab21-f4bb2075c2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:16.609011 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-bba90870-a4da-4d1a-ab21-f4bb2075c2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:16.617265 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:16.671331 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba90870-a4da-4d1a-ab21-f4bb2075c2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a29172-6a00-470e-941f-86967a5d329c,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:16.676707 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-bba90870-a4da-4d1a-ab21-f4bb2075c2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:16.684147 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 52196) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:16.684971 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-bba90870-a4da-4d1a-ab21-f4bb2075c2e2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=827832c57d4c48d2893b2920bdd874e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093499 Apr 30 16:12:16.778555 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5161a6f8-d73c-4ff0-99bb-914f58e64cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:16.825739 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5161a6f8-d73c-4ff0-99bb-914f58e64cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:16.898759 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5161a6f8-d73c-4ff0-99bb-914f58e64cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:16.905332 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-44257327-229d-4542-bf8e-b1f27ec55488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:16.923074 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161a6f8-d73c-4ff0-99bb-914f58e64cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a29172-6a00-470e-941f-86967a5d329c,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:16.929395 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-5161a6f8-d73c-4ff0-99bb-914f58e64cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:16.938664 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5161a6f8-d73c-4ff0-99bb-914f58e64cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:16.949131 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-5161a6f8-d73c-4ff0-99bb-914f58e64cd2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b5a29172-6a00-470e-941f-86967a5d329c HTTP/1.1" status: 204 len: 168 time: 0.2588298 Apr 30 16:12:17.224863 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05573df-dfd9-48ff-bcac-50f6ad4352b9 req-1980287c-fa31-426a-9a13-3511409c35a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:17.227408 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c05573df-dfd9-48ff-bcac-50f6ad4352b9 req-1980287c-fa31-426a-9a13-3511409c35a9 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 946 time: 0.1268559 Apr 30 16:12:17.326807 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c05573df-dfd9-48ff-bcac-50f6ad4352b9 req-ea8898ce-58b0-416b-a224-0b6e7f96bf45 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927782 Apr 30 16:12:17.439597 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 52220) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:17.462350 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b644e5c8-8797-456e-9d89-2cb009e59cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:17.488596 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b644e5c8-8797-456e-9d89-2cb009e59cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:17.495196 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b644e5c8-8797-456e-9d89-2cb009e59cf5 admin admin] Usage tracker for resource:security_group_rule and tenant:b1aa98e241fc4a78bdedacb40de05e2f is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:17.499801 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-b644e5c8-8797-456e-9d89-2cb009e59cf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:17.508299 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-b644e5c8-8797-456e-9d89-2cb009e59cf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:17.602980 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b644e5c8-8797-456e-9d89-2cb009e59cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:17.607915 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-b644e5c8-8797-456e-9d89-2cb009e59cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:17.616172 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-05529fc1-8e9a-4987-be85-13e6281a4354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:17.658372 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-b644e5c8-8797-456e-9d89-2cb009e59cf5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b1aa98e241fc4a78bdedacb40de05e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176948 Apr 30 16:12:17.659367 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644e5c8-8797-456e-9d89-2cb009e59cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a41010-d021-4d33-8b93-244de1f875ef,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:17.661069 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52224) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:17.662653 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b644e5c8-8797-456e-9d89-2cb009e59cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:17.727994 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e6fbfef4-702f-49bc-9a50-4a06997369e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:17.758249 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e6fbfef4-702f-49bc-9a50-4a06997369e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:17.826227 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e6fbfef4-702f-49bc-9a50-4a06997369e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:17.830171 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-a4af9e2c-1a81-4d4d-b388-bb2ec4a6cb7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:17.843287 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbfef4-702f-49bc-9a50-4a06997369e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a41010-d021-4d33-8b93-244de1f875ef,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:17.845953 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e6fbfef4-702f-49bc-9a50-4a06997369e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:17.858815 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e6fbfef4-702f-49bc-9a50-4a06997369e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:17.860144 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-e6fbfef4-702f-49bc-9a50-4a06997369e7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d6a41010-d021-4d33-8b93-244de1f875ef HTTP/1.1" status: 204 len: 168 time: 0.1980593 Apr 30 16:12:18.346286 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52232) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:18.366450 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-66c4dfc5-4996-4f49-af9d-45705430b4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:18.387452 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-66c4dfc5-4996-4f49-af9d-45705430b4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:18.391894 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-66c4dfc5-4996-4f49-af9d-45705430b4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:34ea097f6cb944e7b0a2a98be6927071 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:18.396154 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-66c4dfc5-4996-4f49-af9d-45705430b4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:18.404454 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-66c4dfc5-4996-4f49-af9d-45705430b4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:18.559707 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-66c4dfc5-4996-4f49-af9d-45705430b4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:18.572422 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-66c4dfc5-4996-4f49-af9d-45705430b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:18.580907 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-f467c43b-8a92-448b-97b5-1fe2e34c5c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:18.639657 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c5d66-69de-4719-b7e9-cd4c78da2d6a req-331d682a-0fdb-4775-b59b-9c4c88c86dbf tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:18.641335 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-909c5d66-69de-4719-b7e9-cd4c78da2d6a req-331d682a-0fdb-4775-b59b-9c4c88c86dbf tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 946 time: 0.1839290 Apr 30 16:12:18.649936 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-66c4dfc5-4996-4f49-af9d-45705430b4f5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=34ea097f6cb944e7b0a2a98be6927071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975516 Apr 30 16:12:18.649936 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4dfc5-4996-4f49-af9d-45705430b4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccbeb9d-be0b-419a-84fe-9b48871a7445,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:18.649936 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52238) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:18.652037 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-66c4dfc5-4996-4f49-af9d-45705430b4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:18.737205 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-909c5d66-69de-4719-b7e9-cd4c78da2d6a req-9ac9b576-8b11-4724-914a-847e009a6b6f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842292 Apr 30 16:12:18.758520 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-14cd1abb-a8ff-4d69-9d43-23c5c8b3eb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:18.788088 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-14cd1abb-a8ff-4d69-9d43-23c5c8b3eb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:18.853181 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-14cd1abb-a8ff-4d69-9d43-23c5c8b3eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:18.857237 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-66c4dfc5-4996-4f49-af9d-45705430b4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:18.872998 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd1abb-a8ff-4d69-9d43-23c5c8b3eb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccbeb9d-be0b-419a-84fe-9b48871a7445,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:18.876131 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-14cd1abb-a8ff-4d69-9d43-23c5c8b3eb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:18.877610 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-14cd1abb-a8ff-4d69-9d43-23c5c8b3eb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:18.879216 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-14cd1abb-a8ff-4d69-9d43-23c5c8b3eb9e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3ccbeb9d-be0b-419a-84fe-9b48871a7445 HTTP/1.1" status: 204 len: 168 time: 0.2283146 Apr 30 16:12:19.080341 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-63358c62-15d5-4329-be32-35eb1885db19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:22.002294 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-c05d5b7d-777a-4f0c-9b9a-17ca1680b2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:23.332030 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:24.374343 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52308) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:24.517515 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:24.534923 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:24.540505 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Usage tracker for resource:security_group_rule and tenant:de1d795bedd142e6948bb4e7b694bb7f is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:24.544302 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:24.550472 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:24.652948 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:24.657297 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:24.665299 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-0663c9cd-1731-4ae4-946c-703d42366a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:24.712251 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e488c82c-5791-4727-80fb-3948817f77ba,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:24.716300 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=de1d795bedd142e6948bb4e7b694bb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408415 Apr 30 16:12:24.720913 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 52314) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:24.722665 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:24.723040 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:24.723409 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:24.723768 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:24.724120 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:24.724888 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:24.725394 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:24.725835 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:24.726271 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:24.726663 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:24.727010 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:24.727365 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:24.731461 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-d8c31f05-5b73-455c-92e8-83e915fb1319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:24.805917 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-46ed5230-a0e0-469f-912e-58602d68fed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:24.839921 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-46ed5230-a0e0-469f-912e-58602d68fed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:24.863570 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:24.907281 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-46ed5230-a0e0-469f-912e-58602d68fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:24.910972 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-2e1d61f9-5320-4e3d-b681-034621fb4397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:24.924822 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed5230-a0e0-469f-912e-58602d68fed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e488c82c-5791-4727-80fb-3948817f77ba,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:24.929498 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-46ed5230-a0e0-469f-912e-58602d68fed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:24.935609 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-46ed5230-a0e0-469f-912e-58602d68fed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:24.939568 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-46ed5230-a0e0-469f-912e-58602d68fed0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e488c82c-5791-4727-80fb-3948817f77ba HTTP/1.1" status: 204 len: 168 time: 0.2172935 Apr 30 16:12:27.138263 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:39.127423 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:12:41.668440 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:49.076936 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e90f6e5b-af35-4764-85df-288e99388ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:51.940752 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 52494) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:52.000297 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-ecb5e3b3-f5b6-4d61-b625-95ba9d803703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:52.075281 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:52.090105 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:52.093877 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Usage tracker for resource:security_group_rule and tenant:f757825f8bd344baa66773d0451a21f3 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:52.096881 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:52.103369 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:52.194269 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:52.199559 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:52.207300 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-810e78dd-e88b-4ff4-a6d2-33b83f8d1b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:52.252566 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f757825f8bd344baa66773d0451a21f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107028 Apr 30 16:12:52.253616 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a712191-df31-4f40-814c-269ecf3dff74,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:52.256483 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52500) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:52.262577 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:52.262957 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:52.263295 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:52.263651 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:52.264000 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:52.264351 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:52.264725 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:52.265077 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:52.265427 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:52.265769 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:52.266115 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:52.266472 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:12:52.271251 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:52.324428 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-54445b9f-2b00-42e7-9467-ae0409dac73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:52.354325 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-54445b9f-2b00-42e7-9467-ae0409dac73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:52.413548 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-54445b9f-2b00-42e7-9467-ae0409dac73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:52.417972 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-bba90870-a4da-4d1a-ab21-f4bb2075c2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:52.432824 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54445b9f-2b00-42e7-9467-ae0409dac73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a712191-df31-4f40-814c-269ecf3dff74,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:52.438506 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-54445b9f-2b00-42e7-9467-ae0409dac73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:52.451667 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-54445b9f-2b00-42e7-9467-ae0409dac73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:52.452846 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-54445b9f-2b00-42e7-9467-ae0409dac73c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7a712191-df31-4f40-814c-269ecf3dff74 HTTP/1.1" status: 204 len: 168 time: 0.1947913 Apr 30 16:12:53.326846 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:54.864556 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:54.992730 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4cc8d22e-d967-4256-972c-0374b94da450 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b8f1d134a3f64f6abdd58e383a4086fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286000 Apr 30 16:12:55.149783 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-afb11530-0791-4b62-8319-1d2e88f664a8 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:55.151282 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-afb11530-0791-4b62-8319-1d2e88f664a8 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532161 Apr 30 16:12:55.168607 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-9f672f91-5a44-4800-88a2-976f399e4b87 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/quotas/b8f1d134a3f64f6abdd58e383a4086fd HTTP/1.1" status: 200 len: 375 time: 0.0117772 Apr 30 16:12:55.217692 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-2d818248-9d25-4da6-82f4-a0fd91910c96 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8f1d134a3f64f6abdd58e383a4086fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435865 Apr 30 16:12:55.405888 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-408ad557-ea0d-4e54-8d55-1b4082390766 req-ffd9b0f1-e5bc-44fb-9c67-357ae33a1c18 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/ports?device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 210 time: 0.0473406 Apr 30 16:12:56.400309 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-c092eb13-aab5-4e21-b956-d2ca46cb99af tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b8f1d134a3f64f6abdd58e383a4086fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329273 Apr 30 16:12:56.582677 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-13d94191-d6fc-42a2-a93a-5b9ff6a8a5b7 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:56.584293 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-13d94191-d6fc-42a2-a93a-5b9ff6a8a5b7 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713653 Apr 30 16:12:56.590569 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-80a13bc3-b135-49be-8f97-1c66093f5b58 req-93f9a5aa-c963-452b-967c-fb3ee624a928 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/ports?device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 210 time: 0.0568399 Apr 30 16:12:56.598989 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Request body: {'port': {'device_id': '50426748-3ccc-4e31-8e29-1d71ca7c81e2', 'network_id': 'df2165ff-2baa-4789-ae21-9c5ec6cf5caa', 'admin_state_up': True, 'tenant_id': 'b8f1d134a3f64f6abdd58e383a4086fd'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:12:56.750162 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:56.754009 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Usage tracker for resource:port and tenant:b8f1d134a3f64f6abdd58e383a4086fd is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:56.757538 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:56.763839 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:56.777821 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Made reservation on behalf of b8f1d134a3f64f6abdd58e383a4086fd for: {'port': 1} {{(pid=73974) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:12:56.782673 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:56.800369 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:56.821233 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:56.825707 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Usage tracker for resource:security_group_rule and tenant:b8f1d134a3f64f6abdd58e383a4086fd is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:56.828882 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:56.835844 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:56.934300 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:56.938832 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:56.942184 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-14cd1abb-a8ff-4d69-9d43-23c5c8b3eb9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:57.133119 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73940b3-85d7-4428-8162-d192b464d479,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:57.139578 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:57.141669 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:57.227853 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_common [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Allocated IP 192.168.233.59 (df2165ff-2baa-4789-ae21-9c5ec6cf5caa/a01f6ce0-e96d-41cd-ac89-7c5d349cfed3/5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60) {{(pid=73974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:12:57.450599 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Notify callbacks [] for port, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:57.468075 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Transition to ACTIVE for port object 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 will not be triggered until provisioned by entity DHCP. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:12:57.493353 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775008269590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:57.499786 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-288f7e40-d9d7-4ff3-8e82-9f61b625900a tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:57.566854 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Network df2165ff-2baa-4789-ae21-9c5ec6cf5caa is already hosted by enough agents. {{(pid=73974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:12:57.575114 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.base_scheduler [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Resources bound (agent type, host, resource id): {{(pid=73974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:12:57.579934 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Received port after_create {{(pid=73974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:12:57.634699 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Pushing event updated for resources: {'Port': ['ID=5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:57.646759 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:57.677855 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:57.679703 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:57.721014 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1267431 Apr 30 16:12:57.735225 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.v2.base [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Request body: {'port': {'device_id': '50426748-3ccc-4e31-8e29-1d71ca7c81e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73974) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:12:57.835436 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eab12b-c85e-4b77-9570-2b820af80e90 req-3dc04498-d813-4214-8d43-019a39c6b00b tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:57.842761 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c7eab12b-c85e-4b77-9570-2b820af80e90 req-3dc04498-d813-4214-8d43-019a39c6b00b tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/ports?device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 935 time: 0.1183009 Apr 30 16:12:57.886714 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c7eab12b-c85e-4b77-9570-2b820af80e90 req-53de4a19-450e-4400-a352-f140f9c8a083 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/security-groups?id=a73940b3-85d7-4428-8162-d192b464d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425730 Apr 30 16:12:57.934312 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-3ac67585-551c-4bb2-9b12-c0adcfe2a926 None None] Provisioning for port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 completed by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:12:57.940478 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-3ac67585-551c-4bb2-9b12-c0adcfe2a926 None None] Provisioning complete for port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 triggered by entity DHCP. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:12:57.941143 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-3ac67585-551c-4bb2-9b12-c0adcfe2a926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:57.966629 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:57.995382 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd2bd8-4f19-418d-becb-6769fc0f3a59 req-e26cc944-fadf-443f-b19a-f08ffbf5d304 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:57.996936 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b2fd2bd8-4f19-418d-becb-6769fc0f3a59 req-e26cc944-fadf-443f-b19a-f08ffbf5d304 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 946 time: 0.1917708 Apr 30 16:12:58.000416 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-3ac67585-551c-4bb2-9b12-c0adcfe2a926 None None] Port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 cannot update to ACTIVE because it is not bound. {{(pid=73975) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:12:58.102516 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b2fd2bd8-4f19-418d-becb-6769fc0f3a59 req-61daeda2-6771-4b02-b418-889076743a1c tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781226 Apr 30 16:12:58.385363 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 {{(pid=73974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:12:58.392531 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Notify callbacks [] for port, precommit_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:58.408208 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.provisioning_blocks [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Transition to ACTIVE for port object 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 will not be triggered until provisioned by entity L2. {{(pid=73974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:12:58.412917 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:58.416885 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-221570b7-6bf8-4556-94d0-24a2c0873832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:58.585513 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Pushing event updated for resources: {'Port': ['ID=5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60,revision_number=2']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:58.588390 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:58.670629 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Attempting to bind port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:12:58.671322 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Attempting to bind port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'f3671980-6012-4317-9f17-fbcd184a65c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'df2165ff-2baa-4789-ae21-9c5ec6cf5caa'}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:12:58.671322 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Attempting to bind port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 on network df2165ff-2baa-4789-ae21-9c5ec6cf5caa {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:12:58.676104 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 on network df2165ff-2baa-4789-ae21-9c5ec6cf5caa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:12:58.677726 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Attempting to bind port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 on network df2165ff-2baa-4789-ae21-9c5ec6cf5caa {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:12:58.683001 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Checking agent: {'id': 'dd13be29-cdb1-43fd-bb3c-b17f6342dea1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'started_at': datetime.datetime(2021, 4, 30, 16, 3, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:12:58.683329 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Checking segment: {'id': 'f3671980-6012-4317-9f17-fbcd184a65c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'df2165ff-2baa-4789-ae21-9c5ec6cf5caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:12:58.683711 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Bound using segment: {'id': 'f3671980-6012-4317-9f17-fbcd184a65c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'df2165ff-2baa-4789-ae21-9c5ec6cf5caa'} {{(pid=73974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:12:58.684129 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Bound port: 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3671980-6012-4317-9f17-fbcd184a65c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'df2165ff-2baa-4789-ae21-9c5ec6cf5caa'}}] {{(pid=73974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:12:58.684469 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:58.782670 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] For port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60, host hv-cinder-78719, cleared binding levels {{(pid=73974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:12:58.786522 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] For port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60,segment=NetworkSegment(f3671980-6012-4317-9f17-fbcd184a65c9),segment_id=f3671980-6012-4317-9f17-fbcd184a65c9)] {{(pid=73974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:12:58.791747 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302458'] for port, after_update {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:58.795483 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-02c8332d-7b2b-4d0d-afad-d7e20b038874 tempest-VolumesActionsTest-2118350384 tempest-VolumesActionsTest-2118350384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:58.851976 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:58.852896 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:58.853949 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] 10.222.0.65 "PUT /v2.0/ports/5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 HTTP/1.1" status: 200 len: 1097 time: 1.1242568 Apr 30 16:12:58.854452 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50426748-3ccc-4e31-8e29-1d71ca7c81e2', 'tag': '5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:12:58.885222 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Pushing event updated for resources: {'Port': ['ID=5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60,revision_number=3']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:58.889054 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-cf076b89-093d-42b6-96c4-3eb8146afdde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:58.932925 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50426748-3ccc-4e31-8e29-1d71ca7c81e2', 'tag': '5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60', 'status': 'completed', 'code': 200} Apr 30 16:12:58.987762 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-dec6d27b-550d-416b-a861-7ee7aae70373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:58.991001 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-dec6d27b-550d-416b-a861-7ee7aae70373 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8f1d134a3f64f6abdd58e383a4086fd&device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 1100 time: 0.0940130 Apr 30 16:12:59.111296 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-aea79d40-5417-4923-991c-3d1e2399ecc1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 HTTP/1.1" status: 200 len: 217 time: 0.1118879 Apr 30 16:12:59.296970 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-9d8d18cb-32d8-4ccc-b412-edbfe9e38869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:59.298432 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-9d8d18cb-32d8-4ccc-b412-edbfe9e38869 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a01f6ce0-e96d-41cd-ac89-7c5d349cfed3 HTTP/1.1" status: 200 len: 843 time: 0.1780131 Apr 30 16:12:59.370812 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9c9c0-4d64-4782-8bff-0dce5d44e302 req-6007e9c7-a0ac-4e4a-9074-9cba0e6d7161 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:59.371779 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-9df9c9c0-4d64-4782-8bff-0dce5d44e302 req-6007e9c7-a0ac-4e4a-9074-9cba0e6d7161 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Synchronizing usage tracker for tenant:b8f1d134a3f64f6abdd58e383a4086fd on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:12:59.415085 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-9df9c9c0-4d64-4782-8bff-0dce5d44e302 req-6007e9c7-a0ac-4e4a-9074-9cba0e6d7161 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Unset dirty status for tenant:b8f1d134a3f64f6abdd58e383a4086fd on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:12:59.416323 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9df9c9c0-4d64-4782-8bff-0dce5d44e302 req-6007e9c7-a0ac-4e4a-9074-9cba0e6d7161 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/ports?device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 947 time: 0.3563025 Apr 30 16:12:59.419620 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-bcc7ff79-461f-4c56-9862-68fb4ebcc898 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:59.421278 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-bcc7ff79-461f-4c56-9862-68fb4ebcc898 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.65 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 946 time: 0.2213633 Apr 30 16:12:59.428323 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-95d7763e-e430-45c3-a008-21724eae7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:59.429982 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-95d7763e-e430-45c3-a008-21724eae7933 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=df2165ff-2baa-4789-ae21-9c5ec6cf5caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1236391 Apr 30 16:12:59.430848 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2bebf-9df3-4de5-bd16-8b071fbde733 req-2d0b8670-5225-48d9-bc1b-70c75cd9529f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:59.432595 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-81b2bebf-9df3-4de5-bd16-8b071fbde733 req-2d0b8670-5225-48d9-bc1b-70c75cd9529f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 946 time: 0.1861575 Apr 30 16:12:59.564610 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-9df9c9c0-4d64-4782-8bff-0dce5d44e302 req-4fd00d44-94e8-406a-b1f1-6697e5629dbd tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Synchronizing usage tracker for tenant:b8f1d134a3f64f6abdd58e383a4086fd on resource:security_group {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:12:59.565292 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-81b2bebf-9df3-4de5-bd16-8b071fbde733 req-634d6b3f-43b9-4d46-8c4c-5bfc5ccb2650 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012676 Apr 30 16:12:59.614746 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-9df9c9c0-4d64-4782-8bff-0dce5d44e302 req-4fd00d44-94e8-406a-b1f1-6697e5629dbd tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Unset dirty status for tenant:b8f1d134a3f64f6abdd58e383a4086fd on resource:security_group {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:12:59.614746 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-9df9c9c0-4d64-4782-8bff-0dce5d44e302 req-4fd00d44-94e8-406a-b1f1-6697e5629dbd tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/security-groups?id=a73940b3-85d7-4428-8162-d192b464d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896803 Apr 30 16:12:59.622149 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Deleting port da42ca94-c912-42ca-9de6-70976cb2df9b {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:12:59.622536 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:59.630812 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-f906ab3b-e9af-4567-9575-4c675758af1e service neutron] 10.222.0.65 "GET /v2.0/networks/df2165ff-2baa-4789-ae21-9c5ec6cf5caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837738 Apr 30 16:12:59.782267 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-38a6c80e-1fe7-4a91-9be5-6f3b6e91161b req-1655a18b-fb60-4dab-bd96-4ddf39332da7 service neutron] 10.222.0.65 "GET /v2.0/networks/df2165ff-2baa-4789-ae21-9c5ec6cf5caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442058 Apr 30 16:12:59.872558 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] For port da42ca94-c912-42ca-9de6-70976cb2df9b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da42ca94-c912-42ca-9de6-70976cb2df9b,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:12:59.873108 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:59.918387 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e08ed6-933c-4de2-90c0-647777f7ef2e req-0a68df38-3465-42e3-babb-7df977a2780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:59.919862 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a9e08ed6-933c-4de2-90c0-647777f7ef2e req-0a68df38-3465-42e3-babb-7df977a2780c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8f1d134a3f64f6abdd58e383a4086fd&device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 1100 time: 0.0750978 Apr 30 16:13:00.062619 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e08ed6-933c-4de2-90c0-647777f7ef2e req-1e88b88a-00f3-47fc-acc2-f61eb2e4d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:00.063960 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a9e08ed6-933c-4de2-90c0-647777f7ef2e req-1e88b88a-00f3-47fc-acc2-f61eb2e4d3d8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=df2165ff-2baa-4789-ae21-9c5ec6cf5caa HTTP/1.1" status: 200 len: 870 time: 0.1357272 Apr 30 16:13:00.138785 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a9e08ed6-933c-4de2-90c0-647777f7ef2e req-e80a5784-0a35-412d-9ad9-0ad04d48157d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 HTTP/1.1" status: 200 len: 217 time: 0.0666628 Apr 30 16:13:00.182890 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:00.183261 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397203'] for floatingip, after_update {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:00.183576 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.db.l3_db [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Floating IP 1769a10e-08e6-4d17-bac7-ac05e7474290 disassociated. External IP: 172.28.1.200, port: da42ca94-c912-42ca-9de6-70976cb2df9b. Apr 30 16:13:00.183913 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Calling delete_port for da42ca94-c912-42ca-9de6-70976cb2df9b owned by compute:nova {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:13:00.203967 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e08ed6-933c-4de2-90c0-647777f7ef2e req-7662f2f8-398f-41bc-9d65-6dfea2e0ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:00.205449 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a9e08ed6-933c-4de2-90c0-647777f7ef2e req-7662f2f8-398f-41bc-9d65-6dfea2e0ed9b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a01f6ce0-e96d-41cd-ac89-7c5d349cfed3 HTTP/1.1" status: 200 len: 843 time: 0.0592675 Apr 30 16:13:00.287921 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e08ed6-933c-4de2-90c0-647777f7ef2e req-530aed52-ae99-4fcf-b1d4-5170577a9d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:00.290169 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a9e08ed6-933c-4de2-90c0-647777f7ef2e req-530aed52-ae99-4fcf-b1d4-5170577a9d50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=df2165ff-2baa-4789-ae21-9c5ec6cf5caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0773530 Apr 30 16:13:00.300043 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:00.306039 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-35f61f24-46d5-4309-a409-b1f4a6a45151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:00.356878 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event deleted for resources: {'Port': ['ID=da42ca94-c912-42ca-9de6-70976cb2df9b,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:00.416054 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:00.461237 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a9e08ed6-933c-4de2-90c0-647777f7ef2e req-33dd72c0-e7ff-4728-bee9-db26892853c2 service neutron] 10.222.0.65 "GET /v2.0/networks/df2165ff-2baa-4789-ae21-9c5ec6cf5caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623418 Apr 30 16:13:00.559962 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:13:00.628235 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-a9e08ed6-933c-4de2-90c0-647777f7ef2e req-582888d9-b3be-4afa-bee1-31d4813b102a service neutron] 10.222.0.65 "GET /v2.0/networks/df2165ff-2baa-4789-ae21-9c5ec6cf5caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597536 Apr 30 16:13:00.805946 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-b2068c88-b0c2-4eb6-aa39-456880d6896e req-cdc9bc9d-ffce-4ee7-9311-fa5c90ab6d3f tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/ports?device_id=c21fba28-de89-4cbb-a157-21833e2c523e HTTP/1.1" status: 200 len: 210 time: 0.0588260 Apr 30 16:13:00.855949 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:13:00.868446 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e29a622-9d4e-4404-93fd-91282b9dc043 None None] Sync routers for ids ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:13:00.886688 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29a622-9d4e-4404-93fd-91282b9dc043 None None] Routers {'7aa1b875-e34a-4c08-96e9-8ccedd3e62af'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:13:00.887598 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-3e29a622-9d4e-4404-93fd-91282b9dc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:12:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:13:00.941072 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d776763-2334-4eb3-8587-21a94baa1de4 req-d9e14247-0e0b-4c60-92cf-36abddcbfae9 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:00.942770 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2d776763-2334-4eb3-8587-21a94baa1de4 req-d9e14247-0e0b-4c60-92cf-36abddcbfae9 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/ports?device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 947 time: 0.1134992 Apr 30 16:13:00.951738 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] No DVR routers for this DVR port da42ca94-c912-42ca-9de6-70976cb2df9b on host hv-cinder-78719 {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:13:00.961072 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:00.964009 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'name': 'network-vif-deleted', 'tag': 'da42ca94-c912-42ca-9de6-70976cb2df9b'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:13:00.998754 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9740092a-9bc2-432e-afab-ae89dcec2393 req-69d9e093-8921-44cf-b4a2-f78d53fd7439 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.65 "DELETE /v2.0/ports/da42ca94-c912-42ca-9de6-70976cb2df9b HTTP/1.1" status: 204 len: 173 time: 1.5650616 Apr 30 16:13:01.002478 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-2d776763-2334-4eb3-8587-21a94baa1de4 req-ffa600ba-23c8-4118-9843-48e55e08510d tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/security-groups?id=a73940b3-85d7-4428-8162-d192b464d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523484 Apr 30 16:13:01.041895 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21fba28-de89-4cbb-a157-21833e2c523e', 'name': 'network-vif-deleted', 'tag': 'da42ca94-c912-42ca-9de6-70976cb2df9b', 'status': 'completed', 'code': 200} Apr 30 16:13:01.089547 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-3e29a622-9d4e-4404-93fd-91282b9dc043 None None] Set router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:13:01.454642 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-3e29a622-9d4e-4404-93fd-91282b9dc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '74658aba-3c89-481e-ba4c-f8b66cb456c6', 'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'mac_address': 'fa:16:3e:f6:4a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:13Z', 'updated_at': '2021-04-30T16:05:26Z', 'revision_number': 5, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'subnets': [{'id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:13:01.458475 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e29a622-9d4e-4404-93fd-91282b9dc043 None None] Checking router: 7aa1b875-e34a-4c08-96e9-8ccedd3e62af for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:13:01.466659 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29a622-9d4e-4404-93fd-91282b9dc043 None None] Routers {'7aa1b875-e34a-4c08-96e9-8ccedd3e62af'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:13:01.467246 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-3e29a622-9d4e-4404-93fd-91282b9dc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:12:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:13:01.644270 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-3e29a622-9d4e-4404-93fd-91282b9dc043 None None] Set router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:13:01.968017 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-3e29a622-9d4e-4404-93fd-91282b9dc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '74658aba-3c89-481e-ba4c-f8b66cb456c6', 'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'mac_address': 'fa:16:3e:f6:4a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:13Z', 'updated_at': '2021-04-30T16:05:26Z', 'revision_number': 5, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'subnets': [{'id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:13:01.969196 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52592) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:01.972684 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e29a622-9d4e-4404-93fd-91282b9dc043 None None] The sync data for ids ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'] in dv-cinder-787195-6-smb is: [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '74658aba-3c89-481e-ba4c-f8b66cb456c6', 'name': '', 'network_id': 'fbdd012c-48a2-47ac-a102-5128271752a7', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'mac_address': 'fa:16:3e:f6:4a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:13Z', 'updated_at': '2021-04-30T16:05:26Z', 'revision_number': 5, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'subnets': [{'id': '47ce67a9-b01b-4823-9930-c277e305b13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:13:02.072359 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5ca348ad-f369-434f-9b2b-7b17a943e756 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:02.115536 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5ca348ad-f369-434f-9b2b-7b17a943e756 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:02.242125 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b89a2-d916-4b07-ae3a-7cb01b9c7fb4 None None] New status for floating IP 1769a10e-08e6-4d17-bac7-ac05e7474290: DOWN {{(pid=73975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:13:02.265214 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5ca348ad-f369-434f-9b2b-7b17a943e756 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:02.272288 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-54445b9f-2b00-42e7-9467-ae0409dac73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:02.299957 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3de2d9-bc0a-4be6-a8a5-eec7fb778d74 req-6cf3d2af-6eea-4f0d-b266-26869de9e005 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:02.302136 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fd3de2d9-bc0a-4be6-a8a5-eec7fb778d74 req-6cf3d2af-6eea-4f0d-b266-26869de9e005 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/ports?device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 947 time: 0.1596451 Apr 30 16:13:02.303812 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca348ad-f369-434f-9b2b-7b17a943e756 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8c2ba7-6333-4be2-8974-7ccec8dc15fc,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:02.307861 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-5ca348ad-f369-434f-9b2b-7b17a943e756 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:02.314006 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-5ca348ad-f369-434f-9b2b-7b17a943e756 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:02.315060 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-5ca348ad-f369-434f-9b2b-7b17a943e756 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "DELETE /v2.0/security-groups/0b8c2ba7-6333-4be2-8974-7ccec8dc15fc HTTP/1.1" status: 204 len: 168 time: 0.3448763 Apr 30 16:13:02.319329 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 52598) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:02.343039 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.api.v2.resource [None req-72950d33-fccc-4b73-9640-5b25fb7eb559 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] show failed (client error): The resource could not be found. Apr 30 16:13:02.344096 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-72950d33-fccc-4b73-9640-5b25fb7eb559 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "GET /v2.0/security-groups/0b8c2ba7-6333-4be2-8974-7ccec8dc15fc HTTP/1.1" status: 404 len: 347 time: 0.0231209 Apr 30 16:13:02.347421 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 52602) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:02.368176 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-fd3de2d9-bc0a-4be6-a8a5-eec7fb778d74 req-bf3b90f5-3889-4835-8108-b8f11cbd9e6f tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/security-groups?id=a73940b3-85d7-4428-8162-d192b464d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561042 Apr 30 16:13:02.581644 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-6451f7cc-f04b-4f45-a02b-e2720d46bdd8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Deleting port f4e419cf-17b7-4db8-a09a-5e909c985c77 {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:13:02.581979 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6451f7cc-f04b-4f45-a02b-e2720d46bdd8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:02.816208 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6451f7cc-f04b-4f45-a02b-e2720d46bdd8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:02.816208 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6451f7cc-f04b-4f45-a02b-e2720d46bdd8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:02.941371 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-6451f7cc-f04b-4f45-a02b-e2720d46bdd8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Calling delete_port for f4e419cf-17b7-4db8-a09a-5e909c985c77 owned by network:floatingip {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:13:03.055756 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6451f7cc-f04b-4f45-a02b-e2720d46bdd8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:03.059353 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-7c7f17a5-43bf-482c-9180-017497aa9125 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:03.060136 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:13:03.062475 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device da42ca94-c912-42ca-9de6-70976cb2df9b no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:13:03.099932 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: da42ca94-c912-42ca-9de6-70976cb2df9b {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:13:03.100252 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device da42ca94-c912-42ca-9de6-70976cb2df9b not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:13:03.102785 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451f7cc-f04b-4f45-a02b-e2720d46bdd8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Pushing event deleted for resources: {'Port': ['ID=f4e419cf-17b7-4db8-a09a-5e909c985c77,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:03.105378 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-6451f7cc-f04b-4f45-a02b-e2720d46bdd8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:03.208030 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6451f7cc-f04b-4f45-a02b-e2720d46bdd8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks [] for floatingip, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:03.222134 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6451f7cc-f04b-4f45-a02b-e2720d46bdd8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:03.223312 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-6451f7cc-f04b-4f45-a02b-e2720d46bdd8 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] 10.222.0.67 "DELETE /v2.0/floatingips/1769a10e-08e6-4d17-bac7-ac05e7474290 HTTP/1.1" status: 204 len: 168 time: 0.8749092 Apr 30 16:13:03.237560 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60,segment=NetworkSegment(f3671980-6012-4317-9f17-fbcd184a65c9),segment_id=f3671980-6012-4317-9f17-fbcd184a65c9)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:03.253587 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': '5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60', 'network_id': 'df2165ff-2baa-4789-ae21-9c5ec6cf5caa', 'port_id': '5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60', 'mac_address': 'fa:16:3e:94:f4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01f6ce0-e96d-41cd-ac89-7c5d349cfed3', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:13:03.347357 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:03.365744 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:13:03.383049 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60,segment=NetworkSegment(f3671980-6012-4317-9f17-fbcd184a65c9),segment_id=f3671980-6012-4317-9f17-fbcd184a65c9)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:03.387252 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:03.389139 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-a3618c69-c1ec-42e2-b8c4-ff08258c5c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:03.468525 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60,revision_number=4']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:03.477449 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:03.477796 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:03.478084 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:03.478606 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:03.479200 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:03.479771 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:03.480149 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:03.480447 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:03.480966 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:03.481275 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:03.481762 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:03.482072 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:03.486357 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:03.649867 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:13:03.716801 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e15c6-3e0e-41b3-b355-5854ee6ff409 req-7ef2f7b9-f5f6-4a0e-87df-62a6158fc787 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:03.718381 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-990e15c6-3e0e-41b3-b355-5854ee6ff409 req-7ef2f7b9-f5f6-4a0e-87df-62a6158fc787 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/ports?device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 948 time: 0.1485200 Apr 30 16:13:03.773795 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-990e15c6-3e0e-41b3-b355-5854ee6ff409 req-590c8c58-a924-4b18-9e53-4cd6c3a78e4c tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/security-groups?id=a73940b3-85d7-4428-8162-d192b464d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484452 Apr 30 16:13:04.997801 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f0b7d-7997-41d3-8aec-301df47a6e2c req-eee0d7be-27d5-49a9-8b54-c0b9f3b25829 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:04.999340 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-554f0b7d-7997-41d3-8aec-301df47a6e2c req-eee0d7be-27d5-49a9-8b54-c0b9f3b25829 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/ports?device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 948 time: 0.0955377 Apr 30 16:13:05.053957 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-554f0b7d-7997-41d3-8aec-301df47a6e2c req-7dd0a244-003f-43da-9386-6cea3a3ec9a6 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/security-groups?id=a73940b3-85d7-4428-8162-d192b464d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467265 Apr 30 16:13:05.087956 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:13:05.162144 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning for port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 completed by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:13:05.168819 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:13:05.169262 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:05.305536 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:05.338606 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50426748-3ccc-4e31-8e29-1d71ca7c81e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:13:05.355014 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60,segment=NetworkSegment(f3671980-6012-4317-9f17-fbcd184a65c9),segment_id=f3671980-6012-4317-9f17-fbcd184a65c9)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:05.360464 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:05.362673 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:05.398989 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50426748-3ccc-4e31-8e29-1d71ca7c81e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60', 'code': 200} Apr 30 16:13:05.458116 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60,revision_number=5']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:05.461625 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:05.639126 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6ee18-8ce4-498b-99e7-3a615845f05a req-04a9867c-e940-49d5-8c2f-e58034399c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:05.640626 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c2c6ee18-8ce4-498b-99e7-3a615845f05a req-04a9867c-e940-49d5-8c2f-e58034399c71 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 1102 time: 0.0780122 Apr 30 16:13:05.682028 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-c2c6ee18-8ce4-498b-99e7-3a615845f05a req-f93e2bfe-f03d-4444-a68b-2b7ab482ff00 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a73940b3-85d7-4428-8162-d192b464d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341597 Apr 30 16:13:06.232339 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52634) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:06.260797 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747d3d7-ad6b-4fa6-b678-d61e4b85d6d7 req-b248b456-8987-4b2e-afb5-12d0721a5c79 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:06.262342 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9747d3d7-ad6b-4fa6-b678-d61e4b85d6d7 req-b248b456-8987-4b2e-afb5-12d0721a5c79 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/ports?device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 949 time: 0.0843420 Apr 30 16:13:06.327303 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9747d3d7-ad6b-4fa6-b678-d61e4b85d6d7 req-259b4c9d-2f6f-4a3b-a935-4b1dd920641d tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/security-groups?id=a73940b3-85d7-4428-8162-d192b464d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582581 Apr 30 16:13:07.203550 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-118023df-6a18-4daf-a752-efed575a3ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397177'] for router_interface, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:07.594928 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b341a33-3a60-4d8a-b34d-1a2391d85617 req-4aac3162-c34c-4b75-926a-af45b4422959 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:07.596418 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-8b341a33-3a60-4d8a-b34d-1a2391d85617 req-4aac3162-c34c-4b75-926a-af45b4422959 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/ports?device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 949 time: 0.1517644 Apr 30 16:13:07.715957 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-8b341a33-3a60-4d8a-b34d-1a2391d85617 req-539e1da7-8de7-48f9-98ba-f41f83ce998b tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/security-groups?id=a73940b3-85d7-4428-8162-d192b464d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129019 Apr 30 16:13:07.763634 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-118023df-6a18-4daf-a752-efed575a3ace admin admin] Deleting port 74658aba-3c89-481e-ba4c-f8b66cb456c6 {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:13:07.763976 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-118023df-6a18-4daf-a752-efed575a3ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:07.893939 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [None req-118023df-6a18-4daf-a752-efed575a3ace admin admin] For port 74658aba-3c89-481e-ba4c-f8b66cb456c6, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=74658aba-3c89-481e-ba4c-f8b66cb456c6,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:07.894231 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-118023df-6a18-4daf-a752-efed575a3ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:08.077753 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-118023df-6a18-4daf-a752-efed575a3ace admin admin] Calling delete_port for 74658aba-3c89-481e-ba4c-f8b66cb456c6 owned by network:router_interface {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:13:08.367534 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bee77-6671-47f8-8f8b-c35351551507 req-9981a214-999e-4835-97b8-d4cbb56b1a80 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:08.369231 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-797bee77-6671-47f8-8f8b-c35351551507 req-9981a214-999e-4835-97b8-d4cbb56b1a80 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/ports?device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 949 time: 0.2428379 Apr 30 16:13:08.469960 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-797bee77-6671-47f8-8f8b-c35351551507 req-16dfabaa-015e-43f8-ba1b-6169312d09ca tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/security-groups?id=a73940b3-85d7-4428-8162-d192b464d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925720 Apr 30 16:13:08.477723 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-118023df-6a18-4daf-a752-efed575a3ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:08.483562 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:08.532807 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118023df-6a18-4daf-a752-efed575a3ace admin admin] Pushing event deleted for resources: {'Port': ['ID=74658aba-3c89-481e-ba4c-f8b66cb456c6,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:08.559974 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-118023df-6a18-4daf-a752-efed575a3ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:08.858342 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-118023df-6a18-4daf-a752-efed575a3ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402377'] for router_interface, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:09.329461 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118023df-6a18-4daf-a752-efed575a3ace admin admin] Router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:13:09.561417 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118023df-6a18-4daf-a752-efed575a3ace admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:13:09.576195 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ed32dd-cd57-41e9-9a86-213a1b4e1c95 None None] Sync routers for ids ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:13:09.588800 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-118023df-6a18-4daf-a752-efed575a3ace admin admin] 10.222.0.67 "PUT /v2.0/routers/7aa1b875-e34a-4c08-96e9-8ccedd3e62af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3541985 Apr 30 16:13:09.589766 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52650) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:09.591476 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed32dd-cd57-41e9-9a86-213a1b4e1c95 None None] Routers {'7aa1b875-e34a-4c08-96e9-8ccedd3e62af'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:13:09.593172 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-79ed32dd-cd57-41e9-9a86-213a1b4e1c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:12:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:13:09.731780 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023b090-cdf3-4e6d-bf4a-29d81dbe762e req-a269dddb-7141-4838-8911-7e4e6ab4ad12 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:09.733354 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0023b090-cdf3-4e6d-bf4a-29d81dbe762e req-a269dddb-7141-4838-8911-7e4e6ab4ad12 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.65 "GET /v2.0/ports?device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 949 time: 0.2078645 Apr 30 16:13:09.867462 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:09.875926 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-79ed32dd-cd57-41e9-9a86-213a1b4e1c95 None None] Set router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:13:09.907894 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa836f-5e11-422d-bf6a-b5c65a2be2d1 req-6a477dcf-374a-472b-b97d-aa60fa1d7dda tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:09.909887 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9baa836f-5e11-422d-bf6a-b5c65a2be2d1 req-6a477dcf-374a-472b-b97d-aa60fa1d7dda tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/ports?device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 949 time: 0.2354767 Apr 30 16:13:09.925257 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-0023b090-cdf3-4e6d-bf4a-29d81dbe762e req-aced10b5-de86-452f-ba3c-aee6fe5956f3 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Deleting port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:13:09.926482 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-0023b090-cdf3-4e6d-bf4a-29d81dbe762e req-aced10b5-de86-452f-ba3c-aee6fe5956f3 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:10.223261 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-9baa836f-5e11-422d-bf6a-b5c65a2be2d1 req-dd752932-ea6e-4f2d-8fff-3785d0cf770d tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/security-groups?id=a73940b3-85d7-4428-8162-d192b464d479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710862 Apr 30 16:13:10.278719 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:10.281639 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-0023b090-cdf3-4e6d-bf4a-29d81dbe762e req-aced10b5-de86-452f-ba3c-aee6fe5956f3 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] For port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60,segment=NetworkSegment(f3671980-6012-4317-9f17-fbcd184a65c9),segment_id=f3671980-6012-4317-9f17-fbcd184a65c9)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:10.282189 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-0023b090-cdf3-4e6d-bf4a-29d81dbe762e req-aced10b5-de86-452f-ba3c-aee6fe5956f3 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:10.292517 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-79ed32dd-cd57-41e9-9a86-213a1b4e1c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': '9a558eab-db62-46d4-8896-77dd3420700c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:13:08Z', 'revision_number': 5, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port': {'id': '9a558eab-db62-46d4-8896-77dd3420700c', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:04:56Z', 'updated_at': '2021-04-30T16:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:13:10.297808 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ed32dd-cd57-41e9-9a86-213a1b4e1c95 None None] Checking router: 7aa1b875-e34a-4c08-96e9-8ccedd3e62af for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:13:10.313403 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed32dd-cd57-41e9-9a86-213a1b4e1c95 None None] Routers {'7aa1b875-e34a-4c08-96e9-8ccedd3e62af'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:13:10.314223 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-79ed32dd-cd57-41e9-9a86-213a1b4e1c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:12:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:13:10.380485 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] Deleting port 9a558eab-db62-46d4-8896-77dd3420700c {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:13:10.380885 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:10.443024 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-0023b090-cdf3-4e6d-bf4a-29d81dbe762e req-aced10b5-de86-452f-ba3c-aee6fe5956f3 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Calling delete_port for 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 owned by compute:nova {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:13:10.514963 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-79ed32dd-cd57-41e9-9a86-213a1b4e1c95 None None] Set router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af gateway port host: None {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:13:10.524429 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] For port 9a558eab-db62-46d4-8896-77dd3420700c, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=9a558eab-db62-46d4-8896-77dd3420700c,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:10.524942 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:10.574180 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-0023b090-cdf3-4e6d-bf4a-29d81dbe762e req-aced10b5-de86-452f-ba3c-aee6fe5956f3 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:10.584365 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-0fcfb0e1-a546-44af-9f82-27149ad6823d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:10.587235 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:13:10.624445 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-79ed32dd-cd57-41e9-9a86-213a1b4e1c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:13:10Z', 'revision_number': 6, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port_host': None}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:13:10.628573 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ed32dd-cd57-41e9-9a86-213a1b4e1c95 None None] The sync data for ids ['7aa1b875-e34a-4c08-96e9-8ccedd3e62af'] in dv-cinder-787195-6-smb is: [{'id': '7aa1b875-e34a-4c08-96e9-8ccedd3e62af', 'name': 'tempest-AttachVolumeShelveTestJSON-1985314072-router', 'tenant_id': '30884ecb7cdb4bbdae8da19d8171f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:04:54Z', 'updated_at': '2021-04-30T16:13:10Z', 'revision_number': 6, 'project_id': '30884ecb7cdb4bbdae8da19d8171f557', 'gw_port_host': None}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:13:10.663846 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced10b5-de86-452f-ba3c-aee6fe5956f3 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Pushing event deleted for resources: {'Port': ['ID=5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:10.668884 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-aced10b5-de86-452f-ba3c-aee6fe5956f3 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:10.676823 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] Calling delete_port for 9a558eab-db62-46d4-8896-77dd3420700c owned by network:router_gateway {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:13:10.768146 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-0023b090-cdf3-4e6d-bf4a-29d81dbe762e req-aced10b5-de86-452f-ba3c-aee6fe5956f3 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] No DVR routers for this DVR port 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 on host hv-cinder-78719 {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:13:10.773701 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-0023b090-cdf3-4e6d-bf4a-29d81dbe762e req-aced10b5-de86-452f-ba3c-aee6fe5956f3 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:10.794595 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50426748-3ccc-4e31-8e29-1d71ca7c81e2', 'name': 'network-vif-deleted', 'tag': '5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:13:10.806219 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-0023b090-cdf3-4e6d-bf4a-29d81dbe762e req-aced10b5-de86-452f-ba3c-aee6fe5956f3 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.65 "DELETE /v2.0/ports/5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 HTTP/1.1" status: 204 len: 173 time: 1.0655510 Apr 30 16:13:10.856430 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50426748-3ccc-4e31-8e29-1d71ca7c81e2', 'name': 'network-vif-deleted', 'tag': '5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60', 'status': 'completed', 'code': 200} Apr 30 16:13:10.879097 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:10.883725 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-6f98c401-62db-42c0-8c50-8e86302a2b3c tempest-VolumesSnapshotTestJSON-793442059 tempest-VolumesSnapshotTestJSON-793442059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:10.931517 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a558eab-db62-46d4-8896-77dd3420700c,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:10.934429 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:11.033633 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401390'] for router_gateway, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:11.127766 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 74658aba-3c89-481e-ba4c-f8b66cb456c6 no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:13:11.164620 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: 74658aba-3c89-481e-ba4c-f8b66cb456c6 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:13:11.165019 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 74658aba-3c89-481e-ba4c-f8b66cb456c6 not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:13:11.238018 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4763'] for router, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:11.242236 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:11.270922 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408907'] for router, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:11.271476 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aa1b875-e34a-4c08-96e9-8ccedd3e62af {{(pid=73974) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:13:11.285655 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] Notify callbacks [] for router, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:11.286863 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-ba4b1dc6-828c-4e1b-b78b-b52831ae19a5 admin admin] 10.222.0.67 "DELETE /v2.0/routers/7aa1b875-e34a-4c08-96e9-8ccedd3e62af HTTP/1.1" status: 204 len: 168 time: 1.6957510 Apr 30 16:13:11.290861 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52660) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:11.356334 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e244ed1-6f20-43a2-989d-20416bfd9433 admin admin] Deleting subnet 47ce67a9-b01b-4823-9930-c277e305b13b {{(pid=73974) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:13:11.360481 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9e244ed1-6f20-43a2-989d-20416bfd9433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:11.437912 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-5813f89c-831b-4eaf-b5b6-9c23627da1d8 req-7254362d-42fe-47ca-b1da-10d5ca14e37f tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Synchronizing usage tracker for tenant:b8f1d134a3f64f6abdd58e383a4086fd on resource:port {{(pid=73973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:13:11.454823 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9e244ed1-6f20-43a2-989d-20416bfd9433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6429178'] for subnet, precommit_delete_associations {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:11.459474 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [req-5813f89c-831b-4eaf-b5b6-9c23627da1d8 req-7254362d-42fe-47ca-b1da-10d5ca14e37f tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Unset dirty status for tenant:b8f1d134a3f64f6abdd58e383a4086fd on resource:port {{(pid=73973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:13:11.461515 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-5813f89c-831b-4eaf-b5b6-9c23627da1d8 req-7254362d-42fe-47ca-b1da-10d5ca14e37f tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] 10.222.0.67 "GET /v2.0/ports?device_id=50426748-3ccc-4e31-8e29-1d71ca7c81e2 HTTP/1.1" status: 200 len: 210 time: 0.0740132 Apr 30 16:13:11.563671 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9e244ed1-6f20-43a2-989d-20416bfd9433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378834'] for subnet, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:11.655906 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:11.886642 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9e244ed1-6f20-43a2-989d-20416bfd9433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6699779'] for subnet, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:11.891171 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:11.929242 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e244ed1-6f20-43a2-989d-20416bfd9433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ce67a9-b01b-4823-9930-c277e305b13b,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:11.932216 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-9e244ed1-6f20-43a2-989d-20416bfd9433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:11.935868 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-9e244ed1-6f20-43a2-989d-20416bfd9433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:11.942395 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b867feee-dba2-4870-911f-dc927ec67a8e None None] Network fbdd012c-48a2-47ac-a102-5128271752a7 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:13:11.943212 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-9e244ed1-6f20-43a2-989d-20416bfd9433 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/47ce67a9-b01b-4823-9930-c277e305b13b HTTP/1.1" status: 204 len: 168 time: 0.6510000 Apr 30 16:13:11.945603 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52664) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:12.058773 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497117'] for network, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:12.137615 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Deleting port 0c20a567-011b-4ec0-82ca-43256ca5f7ce {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:13:12.137971 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:12.230319 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3c6f74-bfb8-4feb-9967-388e7108c461 None None] DHCP port deletion for fbdd012c-48a2-47ac-a102-5128271752a7 request from dv-cinder-787195-6-smb {{(pid=73975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:13:12.260978 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cf220b8c-6eab-44dc-b5f0-bebc4b546d59 req-fcb43f79-07fe-44fe-af0a-213c4bb9d08e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819292 Apr 30 16:13:12.310364 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c6f74-bfb8-4feb-9967-388e7108c461 None None] Deleting port 0c20a567-011b-4ec0-82ca-43256ca5f7ce {{(pid=73975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:13:12.310881 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6f74-bfb8-4feb-9967-388e7108c461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:12.367744 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] For port 0c20a567-011b-4ec0-82ca-43256ca5f7ce, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=0c20a567-011b-4ec0-82ca-43256ca5f7ce,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:12.368399 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:12.422277 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-7b3c6f74-bfb8-4feb-9967-388e7108c461 None None] For port 0c20a567-011b-4ec0-82ca-43256ca5f7ce, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=0c20a567-011b-4ec0-82ca-43256ca5f7ce,segment=NetworkSegment(d2e723c4-00d1-4f6f-9d87-9af104d8417a),segment_id=d2e723c4-00d1-4f6f-9d87-9af104d8417a)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:12.423175 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6f74-bfb8-4feb-9967-388e7108c461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:12.505686 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Calling delete_port for 0c20a567-011b-4ec0-82ca-43256ca5f7ce owned by network:dhcp {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:13:12.527050 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf220b8c-6eab-44dc-b5f0-bebc4b546d59 req-be79dcf0-344b-41d1-b151-1618bcf1c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:12.528680 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cf220b8c-6eab-44dc-b5f0-bebc4b546d59 req-be79dcf0-344b-41d1-b151-1618bcf1c9b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8a69658a98c4697a96cbdafb13f1d32&device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 1098 time: 0.1936891 Apr 30 16:13:12.568290 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:12.571795 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c6f74-bfb8-4feb-9967-388e7108c461 None None] Calling delete_port for 0c20a567-011b-4ec0-82ca-43256ca5f7ce owned by network:dhcp {{(pid=73975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:13:12.573072 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-026daaef-2c1a-4361-bdca-202522f886a2 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:12.624358 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c20a567-011b-4ec0-82ca-43256ca5f7ce,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:12.632223 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:12.633059 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] No DVR routers for this DVR port 0c20a567-011b-4ec0-82ca-43256ca5f7ce on host dv-cinder-787195-6-smb {{(pid=73974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:13:12.699469 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6f74-bfb8-4feb-9967-388e7108c461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599'] for port, after_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:12.704121 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:12.745999 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf220b8c-6eab-44dc-b5f0-bebc4b546d59 req-bec6667e-f992-4b99-bc03-2a3eb2e8f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:12.748363 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cf220b8c-6eab-44dc-b5f0-bebc4b546d59 req-bec6667e-f992-4b99-bc03-2a3eb2e8f376 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7557bdf8-72e1-4c79-8c53-2c4862399ac8 HTTP/1.1" status: 200 len: 909 time: 0.1889970 Apr 30 16:13:12.754585 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c6f74-bfb8-4feb-9967-388e7108c461 None None] Pushing event deleted for resources: {'Port': ['ID=0c20a567-011b-4ec0-82ca-43256ca5f7ce,revision_number=None']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:12.759203 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-7b3c6f74-bfb8-4feb-9967-388e7108c461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:12.762230 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c6f74-bfb8-4feb-9967-388e7108c461 None None] No DVR routers for this DVR port 0c20a567-011b-4ec0-82ca-43256ca5f7ce on host dv-cinder-787195-6-smb {{(pid=73975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:13:12.793463 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377951', 'neutron.services.segments.db._delete_segments_for_network-8775008697245'] for network, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:12.876504 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cf220b8c-6eab-44dc-b5f0-bebc4b546d59 req-2ee43f29-20bc-4048-b30d-f236575ea37b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709a0f5b-d5d5-4a11-a499-89376353c000 HTTP/1.1" status: 200 len: 1001 time: 0.1183593 Apr 30 16:13:12.933868 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdd012c-48a2-47ac-a102-5128271752a7']}} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:13:12.948484 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e723c4-00d1-4f6f-9d87-9af104d8417a') {'for_net_delete': True} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:13:12.948810 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.services.segments.db [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e723c4-00d1-4f6f-9d87-9af104d8417a') {} {{(pid=73974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:13:12.959294 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf220b8c-6eab-44dc-b5f0-bebc4b546d59 req-db41eac4-3ab0-404d-b154-00e7dfa536cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:12.960921 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cf220b8c-6eab-44dc-b5f0-bebc4b546d59 req-db41eac4-3ab0-404d-b154-00e7dfa536cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f HTTP/1.1" status: 200 len: 847 time: 0.0767193 Apr 30 16:13:12.962183 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775008709991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6429171'] for segment, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:12.980096 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:12.986780 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=73974) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:13:13.044537 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf220b8c-6eab-44dc-b5f0-bebc4b546d59 req-9a3eba36-54b1-4c62-ab8b-c466edc5fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:13.046836 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cf220b8c-6eab-44dc-b5f0-bebc4b546d59 req-9a3eba36-54b1-4c62-ab8b-c466edc5fd2b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7557bdf8-72e1-4c79-8c53-2c4862399ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784895 Apr 30 16:13:13.114303 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 0c20a567-011b-4ec0-82ca-43256ca5f7ce no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:13:13.145185 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:13:13.185039 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: 0c20a567-011b-4ec0-82ca-43256ca5f7ce {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:13:13.185395 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 0c20a567-011b-4ec0-82ca-43256ca5f7ce not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:13:13.185783 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 9a558eab-db62-46d4-8896-77dd3420700c no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:13:13.204009 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Network fbdd012c-48a2-47ac-a102-5128271752a7 has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:13:13.214888 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1391655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302630'] for segment, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:13.220882 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:13:13.221524 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 5fc24fa5-3a4d-4486-8a90-d6e7d9ed0a60 not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:13:13.234023 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: 9a558eab-db62-46d4-8896-77dd3420700c {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:13:13.234443 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 9a558eab-db62-46d4-8896-77dd3420700c not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:13:13.269681 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cf220b8c-6eab-44dc-b5f0-bebc4b546d59 req-93b416ba-7eea-4697-b393-70277109529e service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136357 Apr 30 16:13:13.408590 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.managers [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Network fbdd012c-48a2-47ac-a102-5128271752a7 has no segments {{(pid=73974) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: Traceback (most recent call last): Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: timer() Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: cb(*args, **kw) Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: return func(*args, **kwargs) Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: self._notify() Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: self.callback(batched_events) Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: event.method(event) Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: return f(self, *a, **k) Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: return self._get(url).json() Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: return self.request(url, 'GET', **kwargs) Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:13:13.433899 dv-cinder-787195-6-smb neutron-server[73974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:13:13.478405 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-cf220b8c-6eab-44dc-b5f0-bebc4b546d59 req-c5a30422-076c-4567-93eb-91463d556d5b service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013633 Apr 30 16:13:13.539208 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400498'] for network, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:13.543197 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:13.556537 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:13.567812 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbdd012c-48a2-47ac-a102-5128271752a7,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:13.572450 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:13.576102 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-0c158708-3615-4ea3-9cc1-3ce88e502dd6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/fbdd012c-48a2-47ac-a102-5128271752a7 HTTP/1.1" status: 204 len: 168 time: 1.6292529 Apr 30 16:13:13.734680 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52746) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:13.795304 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-2b9451c6-d0ca-435c-9bb9-abf20155f349 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=30884ecb7cdb4bbdae8da19d8171f557&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0571187 Apr 30 16:13:13.795640 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52754) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:13.862844 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e2a82200-f444-4f32-a56e-0bfe6e305e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:13.895967 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e2a82200-f444-4f32-a56e-0bfe6e305e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:13.950630 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e2a82200-f444-4f32-a56e-0bfe6e305e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:13.954318 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-53b3f1e9-a704-4848-b4e8-6a08f60f81af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:13.966992 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a82200-f444-4f32-a56e-0bfe6e305e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0bab23-dc6b-4c27-b48a-8643662bbcb7,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:13.970620 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e2a82200-f444-4f32-a56e-0bfe6e305e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:13.976756 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-e2a82200-f444-4f32-a56e-0bfe6e305e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:13.980397 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-e2a82200-f444-4f32-a56e-0bfe6e305e42 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3a0bab23-dc6b-4c27-b48a-8643662bbcb7 HTTP/1.1" status: 204 len: 168 time: 0.1811965 Apr 30 16:13:16.126909 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:13:18.469444 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52966) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:18.667006 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-61c4966e-5d42-462c-b811-e78c86370782 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b8f1d134a3f64f6abdd58e383a4086fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962976 Apr 30 16:13:18.669511 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 52972) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:18.737638 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ab6a548b-9591-404b-ba7f-5e9fd671b533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:18.764416 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ab6a548b-9591-404b-ba7f-5e9fd671b533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:18.821711 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ab6a548b-9591-404b-ba7f-5e9fd671b533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:18.825627 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e6fbfef4-702f-49bc-9a50-4a06997369e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:18.843269 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a548b-9591-404b-ba7f-5e9fd671b533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73940b3-85d7-4428-8162-d192b464d479,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:18.848775 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-ab6a548b-9591-404b-ba7f-5e9fd671b533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:18.852473 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-ab6a548b-9591-404b-ba7f-5e9fd671b533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:18.853652 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-ab6a548b-9591-404b-ba7f-5e9fd671b533 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a73940b3-85d7-4428-8162-d192b464d479 HTTP/1.1" status: 204 len: 168 time: 0.1832068 Apr 30 16:13:19.072463 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-283138ed-ebc4-42e2-b1be-3c669ee6fe0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:20.251409 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53008) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:20.375417 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4229ea34-dfa5-465a-94a7-c2e8a2bf0513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:20.390286 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-4229ea34-dfa5-465a-94a7-c2e8a2bf0513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:13:20.394043 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-4229ea34-dfa5-465a-94a7-c2e8a2bf0513 admin admin] Usage tracker for resource:security_group_rule and tenant:30fba5c66b3442f3a219a79b18f16204 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:13:20.397735 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-4229ea34-dfa5-465a-94a7-c2e8a2bf0513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:13:20.403480 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-4229ea34-dfa5-465a-94a7-c2e8a2bf0513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:13:20.486062 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4229ea34-dfa5-465a-94a7-c2e8a2bf0513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:20.490149 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4229ea34-dfa5-465a-94a7-c2e8a2bf0513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:20.498711 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-98cb0dbf-6bf2-49ba-bbc2-056621e59a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:20.539384 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229ea34-dfa5-465a-94a7-c2e8a2bf0513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e71726b-d2f6-4014-b5c8-9ec648fdde0c,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:20.544914 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-4229ea34-dfa5-465a-94a7-c2e8a2bf0513 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=30fba5c66b3442f3a219a79b18f16204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912848 Apr 30 16:13:20.544914 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-4229ea34-dfa5-465a-94a7-c2e8a2bf0513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:20.546318 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53014) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:20.606499 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-409d9500-5be3-49da-9611-1b872ff5149e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:20.632282 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-409d9500-5be3-49da-9611-1b872ff5149e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:20.685318 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-409d9500-5be3-49da-9611-1b872ff5149e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:20.688946 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-ff431741-04c0-4b16-86b2-ed0898441a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:20.703252 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d9500-5be3-49da-9611-1b872ff5149e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e71726b-d2f6-4014-b5c8-9ec648fdde0c,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:20.705807 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-409d9500-5be3-49da-9611-1b872ff5149e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:20.707647 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-409d9500-5be3-49da-9611-1b872ff5149e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:20.708772 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-409d9500-5be3-49da-9611-1b872ff5149e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2e71726b-d2f6-4014-b5c8-9ec648fdde0c HTTP/1.1" status: 204 len: 168 time: 0.1615448 Apr 30 16:13:20.992938 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53022) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:21.010570 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6f136574-a28d-4de9-8278-3b7430f90ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:21.025490 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-6f136574-a28d-4de9-8278-3b7430f90ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:13:21.029363 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-6f136574-a28d-4de9-8278-3b7430f90ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:df50400a50274cc3b6b1479db7555262 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:13:21.032503 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-6f136574-a28d-4de9-8278-3b7430f90ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:13:21.039727 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-6f136574-a28d-4de9-8278-3b7430f90ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:13:21.135040 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6f136574-a28d-4de9-8278-3b7430f90ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:21.139584 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6f136574-a28d-4de9-8278-3b7430f90ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:21.155249 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-409d9500-5be3-49da-9611-1b872ff5149e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:21.209592 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-6f136574-a28d-4de9-8278-3b7430f90ab4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=df50400a50274cc3b6b1479db7555262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152987 Apr 30 16:13:21.211122 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f136574-a28d-4de9-8278-3b7430f90ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f348837-641f-42f1-9494-54120e915c9c,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:21.212088 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 53026) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:21.214321 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-6f136574-a28d-4de9-8278-3b7430f90ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:21.274865 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a958c7a1-3b9a-43f6-af58-6104079b493f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:21.304172 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a958c7a1-3b9a-43f6-af58-6104079b493f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:21.361617 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a958c7a1-3b9a-43f6-af58-6104079b493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:21.366312 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-3b55c1f6-6afa-4e9d-a1c6-afc7e9233f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:21.379867 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958c7a1-3b9a-43f6-af58-6104079b493f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f348837-641f-42f1-9494-54120e915c9c,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:21.383093 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-a958c7a1-3b9a-43f6-af58-6104079b493f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:21.385223 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-a958c7a1-3b9a-43f6-af58-6104079b493f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:21.386339 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-a958c7a1-3b9a-43f6-af58-6104079b493f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5f348837-641f-42f1-9494-54120e915c9c HTTP/1.1" status: 204 len: 168 time: 0.1731758 Apr 30 16:13:22.006691 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-60b99152-9a56-4c3c-bbfe-f361665106e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:23.331909 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:24.867331 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:27.139703 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:29.345002 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 53112) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:29.469915 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:29.580918 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:13:29.586779 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Usage tracker for resource:security_group_rule and tenant:97ebcc6964214f5aa3715384eec036c2 is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:13:29.590395 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:13:29.596062 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:13:29.685964 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:29.690958 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:29.699233 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-14df55fa-3a2a-4e75-b826-f61fe55a9a32 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:29.741588 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=97ebcc6964214f5aa3715384eec036c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955278 Apr 30 16:13:29.742339 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e3a975-80c8-47a2-9ff7-7f0996e1a6e3,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:29.744290 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53118) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:29.750129 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:29.750496 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:29.750862 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:29.751212 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:29.751559 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:29.751902 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:29.752272 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:29.752613 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:29.753002 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:29.753342 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:29.754232 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:29.754577 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:29.758759 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-6343ee99-d22d-49bd-bb1a-f9d7eb480727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:29.815495 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-89d1cc5b-a8ee-4804-8952-0b31c859df6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:29.842131 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-89d1cc5b-a8ee-4804-8952-0b31c859df6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:29.893189 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-89d1cc5b-a8ee-4804-8952-0b31c859df6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:29.897582 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-fd53bf2c-34b9-488f-b665-56150403827d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:29.910505 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1cc5b-a8ee-4804-8952-0b31c859df6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e3a975-80c8-47a2-9ff7-7f0996e1a6e3,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:29.914534 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-89d1cc5b-a8ee-4804-8952-0b31c859df6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:29.919833 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-89d1cc5b-a8ee-4804-8952-0b31c859df6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:29.920985 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-89d1cc5b-a8ee-4804-8952-0b31c859df6a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/08e3a975-80c8-47a2-9ff7-7f0996e1a6e3 HTTP/1.1" status: 204 len: 168 time: 0.1756551 Apr 30 16:13:30.206060 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 53126) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:30.224878 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-dc72719f-e155-4655-b96e-a359ddcb5716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:30.238586 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-dc72719f-e155-4655-b96e-a359ddcb5716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:13:30.242292 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-dc72719f-e155-4655-b96e-a359ddcb5716 admin admin] Usage tracker for resource:security_group_rule and tenant:103705ca6c4d4be0ac47d2f37638838a is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:13:30.245008 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-dc72719f-e155-4655-b96e-a359ddcb5716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:13:30.250680 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-dc72719f-e155-4655-b96e-a359ddcb5716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:13:30.344746 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-dc72719f-e155-4655-b96e-a359ddcb5716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:30.348974 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-dc72719f-e155-4655-b96e-a359ddcb5716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:30.356297 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e2a82200-f444-4f32-a56e-0bfe6e305e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:30.400535 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72719f-e155-4655-b96e-a359ddcb5716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac126d09-de13-459f-8805-7543360ed583,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:30.404714 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-dc72719f-e155-4655-b96e-a359ddcb5716 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=103705ca6c4d4be0ac47d2f37638838a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971009 Apr 30 16:13:30.405725 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-dc72719f-e155-4655-b96e-a359ddcb5716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:30.407397 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 53130) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:30.471212 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-25df0552-2c0f-48d1-8121-d35dcdd532bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:30.504134 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-25df0552-2c0f-48d1-8121-d35dcdd532bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:30.570799 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-25df0552-2c0f-48d1-8121-d35dcdd532bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:30.574944 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-4b40e66a-dd6a-4b83-9cfa-f362f36da106 tempest-VolumesNegativeTest-880920255 tempest-VolumesNegativeTest-880920255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:30.591421 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df0552-2c0f-48d1-8121-d35dcdd532bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac126d09-de13-459f-8805-7543360ed583,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:30.593821 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-25df0552-2c0f-48d1-8121-d35dcdd532bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:30.603456 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-25df0552-2c0f-48d1-8121-d35dcdd532bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:30.604814 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-25df0552-2c0f-48d1-8121-d35dcdd532bb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ac126d09-de13-459f-8805-7543360ed583 HTTP/1.1" status: 204 len: 168 time: 0.1964781 Apr 30 16:13:31.843551 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53162) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:31.977138 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-edc285f3-2b10-4a6c-92e0-eb1195d44478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:31.993873 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-edc285f3-2b10-4a6c-92e0-eb1195d44478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:13:31.998421 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-edc285f3-2b10-4a6c-92e0-eb1195d44478 admin admin] Usage tracker for resource:security_group_rule and tenant:6ee097283640423ba9ea618d856cb344 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:13:32.001372 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-edc285f3-2b10-4a6c-92e0-eb1195d44478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:13:32.008646 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-edc285f3-2b10-4a6c-92e0-eb1195d44478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:13:32.093926 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-edc285f3-2b10-4a6c-92e0-eb1195d44478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:32.098190 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-edc285f3-2b10-4a6c-92e0-eb1195d44478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:32.105453 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-10636b3a-31a8-40da-8e43-287035de72f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:32.149676 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-edc285f3-2b10-4a6c-92e0-eb1195d44478 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6ee097283640423ba9ea618d856cb344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049195 Apr 30 16:13:32.150559 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc285f3-2b10-4a6c-92e0-eb1195d44478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498ea35b-ec9d-4d31-9e90-ead992c3aea2,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:32.152442 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 53168) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:32.153729 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-edc285f3-2b10-4a6c-92e0-eb1195d44478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:32.224225 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c3cea462-a2b7-4b20-b075-8a1f8c18e803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:32.259353 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c3cea462-a2b7-4b20-b075-8a1f8c18e803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:32.314398 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c3cea462-a2b7-4b20-b075-8a1f8c18e803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:32.319180 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-5ca348ad-f369-434f-9b2b-7b17a943e756 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:32.334883 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cea462-a2b7-4b20-b075-8a1f8c18e803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498ea35b-ec9d-4d31-9e90-ead992c3aea2,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:32.337501 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c3cea462-a2b7-4b20-b075-8a1f8c18e803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:32.338723 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c3cea462-a2b7-4b20-b075-8a1f8c18e803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:32.339835 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-c3cea462-a2b7-4b20-b075-8a1f8c18e803 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/498ea35b-ec9d-4d31-9e90-ead992c3aea2 HTTP/1.1" status: 204 len: 168 time: 0.1857641 Apr 30 16:13:34.755040 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84def415-8a5d-49cd-8c7e-16567201869e req-754e2d92-c038-4e7e-804b-dfd828471b35 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:34.756999 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-84def415-8a5d-49cd-8c7e-16567201869e req-754e2d92-c038-4e7e-804b-dfd828471b35 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.0854955 Apr 30 16:13:34.807814 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-84def415-8a5d-49cd-8c7e-16567201869e req-ca15d78f-326d-4e39-94ff-5cd3f12594a9 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451732 Apr 30 16:13:36.013698 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a4a4e-cfa4-41cb-a3fe-6489c5bdf154 req-70958008-0606-4ec2-8028-15fe62433d6f tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:36.015175 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-da4a4a4e-cfa4-41cb-a3fe-6489c5bdf154 req-70958008-0606-4ec2-8028-15fe62433d6f tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.0844262 Apr 30 16:13:36.062597 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-da4a4a4e-cfa4-41cb-a3fe-6489c5bdf154 req-e70d2a4d-45ba-48b2-907e-2492db06edca tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415695 Apr 30 16:13:37.270948 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d79049-bcd8-47d1-b2d6-a5ca1df83b8e req-93428066-2d93-4bf9-8521-7d0b14c4fe4c tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:37.272444 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-57d79049-bcd8-47d1-b2d6-a5ca1df83b8e req-93428066-2d93-4bf9-8521-7d0b14c4fe4c tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.0847325 Apr 30 16:13:37.320386 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-57d79049-bcd8-47d1-b2d6-a5ca1df83b8e req-32db532a-53ba-4b9e-96c1-b2a1ace03029 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419707 Apr 30 16:13:38.524911 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fa8ad-55d2-4899-b576-c03f43928a20 req-44ac42ec-fd2f-4780-bee1-ac0a5716755d tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:38.526602 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-104fa8ad-55d2-4899-b576-c03f43928a20 req-44ac42ec-fd2f-4780-bee1-ac0a5716755d tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.0879419 Apr 30 16:13:38.572250 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-104fa8ad-55d2-4899-b576-c03f43928a20 req-dfa7eb7e-d2c8-440c-8ac6-7c9b8efd6639 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399771 Apr 30 16:13:39.609154 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 53262) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:39.750206 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-82182849-c389-41f8-ae78-e97c02cf1597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:39.770884 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-82182849-c389-41f8-ae78-e97c02cf1597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:13:39.776602 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-82182849-c389-41f8-ae78-e97c02cf1597 admin admin] Usage tracker for resource:security_group_rule and tenant:e5218474b7ed461b9a0d2168dc529bdf is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:13:39.780321 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-82182849-c389-41f8-ae78-e97c02cf1597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:13:39.795091 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-82182849-c389-41f8-ae78-e97c02cf1597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:13:39.831493 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3462700-c985-4fa4-83a3-d08f07a8a482 req-9dcff8aa-8955-4ab3-af2e-dd8b4d0ded27 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:39.833100 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c3462700-c985-4fa4-83a3-d08f07a8a482 req-9dcff8aa-8955-4ab3-af2e-dd8b4d0ded27 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.1513977 Apr 30 16:13:39.911095 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-c3462700-c985-4fa4-83a3-d08f07a8a482 req-05e9e007-2a80-41ee-98ea-a15ca331d79c tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695722 Apr 30 16:13:39.946639 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-82182849-c389-41f8-ae78-e97c02cf1597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:39.950773 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-82182849-c389-41f8-ae78-e97c02cf1597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:39.962177 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c76bec86-e688-45a5-8c16-5beee038ea38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:40.005258 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82182849-c389-41f8-ae78-e97c02cf1597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34deb8a-bdf8-4254-9146-0492f870ddd3,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:40.012031 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-82182849-c389-41f8-ae78-e97c02cf1597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:40.016589 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-82182849-c389-41f8-ae78-e97c02cf1597 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e5218474b7ed461b9a0d2168dc529bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4061122 Apr 30 16:13:40.019955 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53268) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:40.085757 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-20e0a065-a986-43c8-aa68-b56b981775f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:40.115651 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-20e0a065-a986-43c8-aa68-b56b981775f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:40.173800 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-20e0a065-a986-43c8-aa68-b56b981775f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:40.178522 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-50732e20-c4d3-4371-b7be-83d19c65dbcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:40.191490 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0a065-a986-43c8-aa68-b56b981775f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34deb8a-bdf8-4254-9146-0492f870ddd3,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:40.194272 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-20e0a065-a986-43c8-aa68-b56b981775f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:40.201827 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-20e0a065-a986-43c8-aa68-b56b981775f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:40.202978 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-20e0a065-a986-43c8-aa68-b56b981775f9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f34deb8a-bdf8-4254-9146-0492f870ddd3 HTTP/1.1" status: 204 len: 168 time: 0.1819301 Apr 30 16:13:41.142437 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928d642-4927-4b54-9781-95fe36e6246d req-cb387fc9-a30d-4a5a-ab64-ca9bc48fcde5 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:41.143917 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a928d642-4927-4b54-9781-95fe36e6246d req-cb387fc9-a30d-4a5a-ab64-ca9bc48fcde5 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.1016588 Apr 30 16:13:41.193372 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a928d642-4927-4b54-9781-95fe36e6246d req-00822217-af37-45d1-89f6-fb150f20da9e tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421276 Apr 30 16:13:41.665499 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:42.410458 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541c568-3fe6-4e28-b2ce-b5deb42b57c8 req-6399e7c7-6d1d-40ae-967a-c9cfbf23060a tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:42.412366 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e541c568-3fe6-4e28-b2ce-b5deb42b57c8 req-6399e7c7-6d1d-40ae-967a-c9cfbf23060a tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.0882065 Apr 30 16:13:42.458406 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-e541c568-3fe6-4e28-b2ce-b5deb42b57c8 req-a83aae59-9195-41c7-80ec-2856a282443d tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399494 Apr 30 16:13:43.651269 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2c7f2-8f71-4085-bf99-0cafeea83791 req-13aa32cc-0b8e-4c00-a814-2f102358433a tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:43.653302 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d7d2c7f2-8f71-4085-bf99-0cafeea83791 req-13aa32cc-0b8e-4c00-a814-2f102358433a tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.0856578 Apr 30 16:13:43.805309 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d7d2c7f2-8f71-4085-bf99-0cafeea83791 req-35917995-f7c1-4758-9aea-421bbc1c0aeb tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461773 Apr 30 16:13:44.906048 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4969ea1-a4db-48a3-9861-580e887e9d75 req-c23fc439-434e-4487-a74f-fd9edbea1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:44.907553 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a4969ea1-a4db-48a3-9861-580e887e9d75 req-c23fc439-434e-4487-a74f-fd9edbea1334 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8a69658a98c4697a96cbdafb13f1d32&device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 1098 time: 0.1029973 Apr 30 16:13:45.013645 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e4426-ced7-423c-bd6b-5118c7b1598f req-74056ebe-f0ce-46bf-9a28-8b2790d544b7 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:45.015116 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3b8e4426-ced7-423c-bd6b-5118c7b1598f req-74056ebe-f0ce-46bf-9a28-8b2790d544b7 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.0910368 Apr 30 16:13:45.048891 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4969ea1-a4db-48a3-9861-580e887e9d75 req-54ef56c7-8d46-4ef6-bbd1-b47902da45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:45.050278 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a4969ea1-a4db-48a3-9861-580e887e9d75 req-54ef56c7-8d46-4ef6-bbd1-b47902da45a2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7557bdf8-72e1-4c79-8c53-2c4862399ac8 HTTP/1.1" status: 200 len: 909 time: 0.1352139 Apr 30 16:13:45.063382 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3b8e4426-ced7-423c-bd6b-5118c7b1598f req-fff63a9f-fba2-4bb9-9663-007791881207 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403328 Apr 30 16:13:45.160620 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a4969ea1-a4db-48a3-9861-580e887e9d75 req-faf77676-d0f4-4e52-b3da-2c980b923de0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709a0f5b-d5d5-4a11-a499-89376353c000 HTTP/1.1" status: 200 len: 1001 time: 0.1032069 Apr 30 16:13:45.228412 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4969ea1-a4db-48a3-9861-580e887e9d75 req-83180e56-31aa-451b-a504-8bea3b1f179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:45.229920 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a4969ea1-a4db-48a3-9861-580e887e9d75 req-83180e56-31aa-451b-a504-8bea3b1f179f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f HTTP/1.1" status: 200 len: 847 time: 0.0617654 Apr 30 16:13:45.322102 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4969ea1-a4db-48a3-9861-580e887e9d75 req-5c87263f-3f24-4228-b58e-ae52577c638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:45.323863 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a4969ea1-a4db-48a3-9861-580e887e9d75 req-5c87263f-3f24-4228-b58e-ae52577c638a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7557bdf8-72e1-4c79-8c53-2c4862399ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816104 Apr 30 16:13:45.469201 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a4969ea1-a4db-48a3-9861-580e887e9d75 req-010c4ead-da70-4bcf-a452-fcc7bbdbe311 service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377285 Apr 30 16:13:45.610796 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-a4969ea1-a4db-48a3-9861-580e887e9d75 req-16d7c75e-e183-47cf-9b74-15e5ecfbf2f0 service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349244 Apr 30 16:13:46.260394 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e5782-4333-4dc2-a2b2-15817f4c66b8 req-8e449422-8378-4cca-8e1d-cc35215d8576 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:46.261882 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f63e5782-4333-4dc2-a2b2-15817f4c66b8 req-8e449422-8378-4cca-8e1d-cc35215d8576 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.0850780 Apr 30 16:13:46.309695 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-f63e5782-4333-4dc2-a2b2-15817f4c66b8 req-663cd4f8-6f19-4540-900e-846ad42e4f68 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417919 Apr 30 16:13:47.501870 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7a7d9-b440-485f-9186-7c2c147c50e8 req-4d31c85c-ea6e-448f-99dd-4ddafde7f95b tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:47.503348 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0dd7a7d9-b440-485f-9186-7c2c147c50e8 req-4d31c85c-ea6e-448f-99dd-4ddafde7f95b tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.0843401 Apr 30 16:13:47.551372 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-0dd7a7d9-b440-485f-9186-7c2c147c50e8 req-161c25cc-758a-4eb0-89f9-b44ab2aaa7d9 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414381 Apr 30 16:13:48.773717 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6242ae6-0be5-4dc1-b204-af95605dfcc9 req-dc0d7e7c-f961-45c9-a0a6-a99fc7f3b913 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:48.775202 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e6242ae6-0be5-4dc1-b204-af95605dfcc9 req-dc0d7e7c-f961-45c9-a0a6-a99fc7f3b913 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.0971305 Apr 30 16:13:48.823059 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-e6242ae6-0be5-4dc1-b204-af95605dfcc9 req-1a406eff-6779-4706-8ad0-c6d90d139b20 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415990 Apr 30 16:13:49.077446 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-ddabcad3-83c7-4eba-81f5-bbc5c860f89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:49.172076 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bfcb41c5-a30f-4b1f-8e61-e0cefee5fff5 req-5eb736e8-f7e6-4bc2-a0ec-6ee38f95ef4c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1297436 Apr 30 16:13:49.210494 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72849500-4f49-45b9-a7a9-052e62a66ff3 req-52e6cb9c-e828-48d8-9401-bf4e5a8335cf tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:49.211965 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-72849500-4f49-45b9-a7a9-052e62a66ff3 req-52e6cb9c-e828-48d8-9401-bf4e5a8335cf tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.1040051 Apr 30 16:13:49.258842 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-72849500-4f49-45b9-a7a9-052e62a66ff3 req-6ba7df73-edf2-4ade-8bec-fc785d523639 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409756 Apr 30 16:13:49.967149 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53416) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:50.130505 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6475cea7-fb82-48c0-9601-c43da7459047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:50.146656 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-6475cea7-fb82-48c0-9601-c43da7459047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:13:50.150827 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-6475cea7-fb82-48c0-9601-c43da7459047 admin admin] Usage tracker for resource:security_group_rule and tenant:b9da00ddc4aa45799de6c8c9e6196432 is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:13:50.154037 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-6475cea7-fb82-48c0-9601-c43da7459047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:13:50.160292 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-6475cea7-fb82-48c0-9601-c43da7459047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:13:50.306344 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6475cea7-fb82-48c0-9601-c43da7459047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:50.313091 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6475cea7-fb82-48c0-9601-c43da7459047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:50.320511 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-b644e5c8-8797-456e-9d89-2cb009e59cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:50.378398 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-6475cea7-fb82-48c0-9601-c43da7459047 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b9da00ddc4aa45799de6c8c9e6196432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101729 Apr 30 16:13:50.381895 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53424) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:50.385985 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475cea7-fb82-48c0-9601-c43da7459047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22754665-f39d-45f5-92bc-a5acbf049e37,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:50.401127 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-6475cea7-fb82-48c0-9601-c43da7459047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:50.420131 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb41c5-a30f-4b1f-8e61-e0cefee5fff5 req-1aec731f-4e4c-4fe8-b65d-f730de7b5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:50.421662 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bfcb41c5-a30f-4b1f-8e61-e0cefee5fff5 req-1aec731f-4e4c-4fe8-b65d-f730de7b5463 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e&tenant_id=f8a69658a98c4697a96cbdafb13f1d32 HTTP/1.1" status: 200 len: 1098 time: 0.1748257 Apr 30 16:13:50.465381 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f226e0-320c-4856-86fc-49a3b26fd60a req-3f8cd69c-3007-4267-9fad-b8ed63160a31 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:50.466915 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b0f226e0-320c-4856-86fc-49a3b26fd60a req-3f8cd69c-3007-4267-9fad-b8ed63160a31 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.0958390 Apr 30 16:13:50.500176 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-aa262f94-83cc-49ea-af00-258c710833a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:50.516964 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-b0f226e0-320c-4856-86fc-49a3b26fd60a req-952798c2-565b-4cc0-8770-d180f7cf4621 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440578 Apr 30 16:13:50.535994 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-aa262f94-83cc-49ea-af00-258c710833a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:50.591296 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb41c5-a30f-4b1f-8e61-e0cefee5fff5 req-79567c20-995e-48dd-89a9-e9e61d07eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:50.593092 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bfcb41c5-a30f-4b1f-8e61-e0cefee5fff5 req-79567c20-995e-48dd-89a9-e9e61d07eb69 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8a69658a98c4697a96cbdafb13f1d32&device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 1098 time: 0.1397715 Apr 30 16:13:50.641423 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-aa262f94-83cc-49ea-af00-258c710833a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:50.648362 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a6995ec7-39da-4fd5-8119-cbe15df18685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:50.711599 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa262f94-83cc-49ea-af00-258c710833a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22754665-f39d-45f5-92bc-a5acbf049e37,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:50.717611 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-aa262f94-83cc-49ea-af00-258c710833a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:50.724935 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-aa262f94-83cc-49ea-af00-258c710833a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:50.728376 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-aa262f94-83cc-49ea-af00-258c710833a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/22754665-f39d-45f5-92bc-a5acbf049e37 HTTP/1.1" status: 204 len: 168 time: 0.3431067 Apr 30 16:13:50.758968 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb41c5-a30f-4b1f-8e61-e0cefee5fff5 req-70791e71-c751-424f-a2f7-76cc0c0c3889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:50.760497 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bfcb41c5-a30f-4b1f-8e61-e0cefee5fff5 req-70791e71-c751-424f-a2f7-76cc0c0c3889 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7557bdf8-72e1-4c79-8c53-2c4862399ac8 HTTP/1.1" status: 200 len: 909 time: 0.1595650 Apr 30 16:13:50.977643 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bfcb41c5-a30f-4b1f-8e61-e0cefee5fff5 req-dec62e77-13b8-4760-84c1-5ab67c2329d6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709a0f5b-d5d5-4a11-a499-89376353c000 HTTP/1.1" status: 200 len: 1001 time: 0.2099016 Apr 30 16:13:51.050479 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb41c5-a30f-4b1f-8e61-e0cefee5fff5 req-aa5f1aac-3ba3-4421-8064-27f2c35a5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:51.052183 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bfcb41c5-a30f-4b1f-8e61-e0cefee5fff5 req-aa5f1aac-3ba3-4421-8064-27f2c35a5439 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f HTTP/1.1" status: 200 len: 847 time: 0.0661550 Apr 30 16:13:51.072058 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 53432) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:51.090656 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c8d31516-c0c0-411d-bdf7-88a71a701be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:51.106013 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-c8d31516-c0c0-411d-bdf7-88a71a701be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:13:51.110379 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-c8d31516-c0c0-411d-bdf7-88a71a701be9 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c120edd4404320bb7fab0e5df5b6af is out of sync, need to count used quota {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:13:51.113539 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [None req-c8d31516-c0c0-411d-bdf7-88a71a701be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73974) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:13:51.120349 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.db.quota.driver [None req-c8d31516-c0c0-411d-bdf7-88a71a701be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73974) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:13:51.132289 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb41c5-a30f-4b1f-8e61-e0cefee5fff5 req-b1d613a0-76ec-4a47-85e7-7125726ef382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:51.133809 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bfcb41c5-a30f-4b1f-8e61-e0cefee5fff5 req-b1d613a0-76ec-4a47-85e7-7125726ef382 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7557bdf8-72e1-4c79-8c53-2c4862399ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751052 Apr 30 16:13:51.214701 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c8d31516-c0c0-411d-bdf7-88a71a701be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:51.218505 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-c8d31516-c0c0-411d-bdf7-88a71a701be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:51.225997 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-050f218c-b347-4dd7-a7cf-ad23a3df8425 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:51.271303 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-c8d31516-c0c0-411d-bdf7-88a71a701be9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c5c120edd4404320bb7fab0e5df5b6af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980960 Apr 30 16:13:51.272617 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d31516-c0c0-411d-bdf7-88a71a701be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3919f354-c1d4-4356-9e2c-407394390d2a,revision_number=1']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:51.273626 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bfcb41c5-a30f-4b1f-8e61-e0cefee5fff5 req-69621e73-cd1d-4e30-8b2c-6fa7856925d9 service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328340 Apr 30 16:13:51.274099 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53436) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:51.276177 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-c8d31516-c0c0-411d-bdf7-88a71a701be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:51.358318 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 709a0f5b-d5d5-4a11-a499-89376353c000 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:13:51.442703 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d6c80fc5-30cd-40ad-851a-5eb86c9bf4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:51.479055 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-bfcb41c5-a30f-4b1f-8e61-e0cefee5fff5 req-7739a87c-c471-4fbe-affe-5a4d47910147 service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925559 Apr 30 16:13:51.480189 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:51.490231 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d6c80fc5-30cd-40ad-851a-5eb86c9bf4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:51.511891 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '709a0f5b-d5d5-4a11-a499-89376353c000'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:13:51.522899 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 709a0f5b-d5d5-4a11-a499-89376353c000, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=709a0f5b-d5d5-4a11-a499-89376353c000,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:51.528018 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:51.529841 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-52e340d8-9fc4-4b26-928f-ff954dfc4593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:51.572448 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d6c80fc5-30cd-40ad-851a-5eb86c9bf4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:51.579867 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-0bd75d3d-b245-4f7d-a6b7-7ff766578099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:51.611950 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c80fc5-30cd-40ad-851a-5eb86c9bf4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3919f354-c1d4-4356-9e2c-407394390d2a,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:51.615535 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d6c80fc5-30cd-40ad-851a-5eb86c9bf4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:51.617366 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-d6c80fc5-30cd-40ad-851a-5eb86c9bf4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:51.621292 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-d6c80fc5-30cd-40ad-851a-5eb86c9bf4b3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3919f354-c1d4-4356-9e2c-407394390d2a HTTP/1.1" status: 204 len: 168 time: 0.3461814 Apr 30 16:13:51.627109 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=709a0f5b-d5d5-4a11-a499-89376353c000,revision_number=6']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:51.633472 dv-cinder-787195-6-smb neutron-server[73975]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '709a0f5b-d5d5-4a11-a499-89376353c000', 'code': 422} returned with failed status Apr 30 16:13:51.640219 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:51.757090 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae6972-cf8f-4a9d-91e8-ad18a85234c2 req-7801a084-f50f-4948-b917-7b40cfc541b0 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:51.758661 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-06ae6972-cf8f-4a9d-91e8-ad18a85234c2 req-7801a084-f50f-4948-b917-7b40cfc541b0 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 943 time: 0.0970244 Apr 30 16:13:51.823281 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-06ae6972-cf8f-4a9d-91e8-ad18a85234c2 req-84aec5ba-bea7-4f03-8d93-9209665cb3f3 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576689 Apr 30 16:13:52.011910 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-29dfdb06-41ff-4a9e-9767-d71d9b0de5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:52.052803 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53448) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:52.072095 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-90031936-66e9-490c-9258-ca7b216ee98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:52.088040 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-90031936-66e9-490c-9258-ca7b216ee98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:13:52.092038 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-90031936-66e9-490c-9258-ca7b216ee98e admin admin] Usage tracker for resource:security_group_rule and tenant:01db9759cacb4314b298f7bfb75026ad is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:13:52.094970 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-90031936-66e9-490c-9258-ca7b216ee98e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:13:52.100959 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-90031936-66e9-490c-9258-ca7b216ee98e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:13:52.191921 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-90031936-66e9-490c-9258-ca7b216ee98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:52.196192 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-90031936-66e9-490c-9258-ca7b216ee98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:52.203843 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-aa262f94-83cc-49ea-af00-258c710833a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:52.246972 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90031936-66e9-490c-9258-ca7b216ee98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af5abe7-9cd5-4a0c-b0e3-5e70f259560e,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:52.250007 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-90031936-66e9-490c-9258-ca7b216ee98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:52.254810 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-90031936-66e9-490c-9258-ca7b216ee98e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=01db9759cacb4314b298f7bfb75026ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980534 Apr 30 16:13:52.255184 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53452) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:52.313130 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:52.339147 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:52.392079 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:52.395650 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-3c96f5d7-b52e-4aeb-a771-ff085f29ea84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:52.406218 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af5abe7-9cd5-4a0c-b0e3-5e70f259560e,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:52.416637 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:52.417030 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:52.417387 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:52.417739 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:52.418089 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:52.418437 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:52.418846 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:52.419124 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:52.419469 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:52.419810 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:52.420150 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:52.420487 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:13:52.424012 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:52.424953 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:52.426152 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-5480c6af-0996-4e7e-a3ea-6faba0e2c0ec admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7af5abe7-9cd5-4a0c-b0e3-5e70f259560e HTTP/1.1" status: 204 len: 168 time: 0.1695428 Apr 30 16:13:53.080307 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc58bba-007d-46db-a63e-3a675fdc005a req-4b8fec68-73f6-4f5b-822e-83bbe87904cd tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:53.081810 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-dfc58bba-007d-46db-a63e-3a675fdc005a req-4b8fec68-73f6-4f5b-822e-83bbe87904cd tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 943 time: 0.1491745 Apr 30 16:13:53.088724 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc9823-e579-4786-b08e-8321510f8402 req-ae3c42d1-55d2-4a19-ab3c-3e3691937f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:53.090188 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4ecc9823-e579-4786-b08e-8321510f8402 req-ae3c42d1-55d2-4a19-ab3c-3e3691937f8a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 1096 time: 0.1101661 Apr 30 16:13:53.126816 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:13:53.165286 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4ecc9823-e579-4786-b08e-8321510f8402 req-866d4b40-d1a9-40bb-a9e8-ced4e3165587 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600760 Apr 30 16:13:53.168170 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-dfc58bba-007d-46db-a63e-3a675fdc005a req-9c060883-9eb3-475c-8022-2cf1cc9f0767 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771255 Apr 30 16:13:53.326028 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:53.626985 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53486) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:53.743656 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4371f873-d4f5-4f49-8f4e-634d80848cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:53.757737 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-4371f873-d4f5-4f49-8f4e-634d80848cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:13:53.761545 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-4371f873-d4f5-4f49-8f4e-634d80848cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:d2ab6395a0e249caa18866ff9018241c is out of sync, need to count used quota {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:13:53.764323 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.quota.resource [None req-4371f873-d4f5-4f49-8f4e-634d80848cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:13:53.770075 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.quota.driver [None req-4371f873-d4f5-4f49-8f4e-634d80848cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:13:53.852638 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4371f873-d4f5-4f49-8f4e-634d80848cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:53.856444 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4371f873-d4f5-4f49-8f4e-634d80848cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_create {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:53.864918 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-6f136574-a28d-4de9-8278-3b7430f90ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:53.905175 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-4371f873-d4f5-4f49-8f4e-634d80848cd3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d2ab6395a0e249caa18866ff9018241c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769668 Apr 30 16:13:53.906006 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371f873-d4f5-4f49-8f4e-634d80848cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc22c10b-78a6-4eff-846b-242347bb2da8,revision_number=1']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:53.908425 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 53492) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:13:53.909118 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-4371f873-d4f5-4f49-8f4e-634d80848cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:53.988290 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-47cd0c01-ef6f-4687-a055-6b1b4d0222d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:54.014551 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-47cd0c01-ef6f-4687-a055-6b1b4d0222d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:54.066289 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-47cd0c01-ef6f-4687-a055-6b1b4d0222d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:54.070297 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-81dee02c-42c0-4232-ac3b-a45aebc4f842 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:54.084139 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd0c01-ef6f-4687-a055-6b1b4d0222d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc22c10b-78a6-4eff-846b-242347bb2da8,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:54.086784 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-47cd0c01-ef6f-4687-a055-6b1b4d0222d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:54.095961 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-47cd0c01-ef6f-4687-a055-6b1b4d0222d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:54.099571 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-47cd0c01-ef6f-4687-a055-6b1b4d0222d9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fc22c10b-78a6-4eff-846b-242347bb2da8 HTTP/1.1" status: 204 len: 168 time: 0.1867728 Apr 30 16:13:54.380863 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5c855-91ac-43be-931f-8372cff49991 req-4fed9f72-9413-499e-9695-bf0fc9881a00 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:54.382472 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3da5c855-91ac-43be-931f-8372cff49991 req-4fed9f72-9413-499e-9695-bf0fc9881a00 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 943 time: 0.0926869 Apr 30 16:13:54.434398 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-3da5c855-91ac-43be-931f-8372cff49991 req-65d5f7af-8e0d-49f0-9ddb-be2b6bde8975 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459032 Apr 30 16:13:54.868347 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:55.389963 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 709a0f5b-d5d5-4a11-a499-89376353c000 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73975) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:13:55.524322 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 709a0f5b-d5d5-4a11-a499-89376353c000, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=709a0f5b-d5d5-4a11-a499-89376353c000,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:55.542127 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Returning: {'device': '709a0f5b-d5d5-4a11-a499-89376353c000', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'port_id': '709a0f5b-d5d5-4a11-a499-89376353c000', 'mac_address': 'fa:16:3e:2d:a2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73975) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:13:55.598974 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:55.616216 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709a0f5b-d5d5-4a11-a499-89376353c000 {{(pid=73975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:13:55.633319 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 709a0f5b-d5d5-4a11-a499-89376353c000, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=709a0f5b-d5d5-4a11-a499-89376353c000,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:55.637895 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:55.639600 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:55.705237 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=709a0f5b-d5d5-4a11-a499-89376353c000,revision_number=7']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:55.708258 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:13:55.878852 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] get_ports_and_sgs() called for port_ids ['709a0f5b-d5d5-4a11-a499-89376353c000'] {{(pid=73975) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:13:57.141681 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:57.421011 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 709a0f5b-d5d5-4a11-a499-89376353c000 up at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:13:57.486293 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.provisioning_blocks [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Provisioning complete for port 709a0f5b-d5d5-4a11-a499-89376353c000 triggered by entity L2. {{(pid=73975) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:13:57.486661 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382756'] for port, provisioning_complete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:57.605938 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1463544'] for port, before_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:57.633830 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709a0f5b-d5d5-4a11-a499-89376353c000'}] {{(pid=73975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:13:57.643758 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] For port 709a0f5b-d5d5-4a11-a499-89376353c000, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=709a0f5b-d5d5-4a11-a499-89376353c000,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:13:57.648779 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775008689255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775008269608', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775008269653'] for port, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:57.650581 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:13:57.685884 dv-cinder-787195-6-smb neutron-server[73975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709a0f5b-d5d5-4a11-a499-89376353c000', 'code': 200} Apr 30 16:13:57.721279 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Pushing event updated for resources: {'Port': ['ID=709a0f5b-d5d5-4a11-a499-89376353c000,revision_number=8']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:13:57.725068 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:11.682158 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:13.273050 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-146ac9a4-712a-42da-b792-343d58078bb9 req-b4c30215-9113-429c-9945-f2ecd1950890 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788901 Apr 30 16:14:13.416240 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ac9a4-712a-42da-b792-343d58078bb9 req-ab98937f-f1cf-451c-8aa8-6747f8ecc312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:13.417763 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-146ac9a4-712a-42da-b792-343d58078bb9 req-ab98937f-f1cf-451c-8aa8-6747f8ecc312 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8a69658a98c4697a96cbdafb13f1d32&device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 1098 time: 0.0730693 Apr 30 16:14:13.561283 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ac9a4-712a-42da-b792-343d58078bb9 req-ac764b09-933c-46c8-a9b0-673c01ebaad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:13.562729 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-146ac9a4-712a-42da-b792-343d58078bb9 req-ac764b09-933c-46c8-a9b0-673c01ebaad9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7557bdf8-72e1-4c79-8c53-2c4862399ac8 HTTP/1.1" status: 200 len: 909 time: 0.1256404 Apr 30 16:14:13.666835 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-146ac9a4-712a-42da-b792-343d58078bb9 req-4867abdf-0481-4e40-bf9b-ca250a860a5e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709a0f5b-d5d5-4a11-a499-89376353c000 HTTP/1.1" status: 200 len: 1001 time: 0.0948818 Apr 30 16:14:13.730102 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ac9a4-712a-42da-b792-343d58078bb9 req-0539f83d-c9cf-4995-bfbe-28e51fa258c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:13.731499 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-146ac9a4-712a-42da-b792-343d58078bb9 req-0539f83d-c9cf-4995-bfbe-28e51fa258c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f HTTP/1.1" status: 200 len: 847 time: 0.0561798 Apr 30 16:14:13.908319 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ac9a4-712a-42da-b792-343d58078bb9 req-2d407c34-0145-4395-843b-45d210d7deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:13.909811 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-146ac9a4-712a-42da-b792-343d58078bb9 req-2d407c34-0145-4395-843b-45d210d7deb3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7557bdf8-72e1-4c79-8c53-2c4862399ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1712923 Apr 30 16:14:14.043984 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-146ac9a4-712a-42da-b792-343d58078bb9 req-12526bce-0673-4fde-ac80-57b69b0afee2 service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240978 Apr 30 16:14:14.178646 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-146ac9a4-712a-42da-b792-343d58078bb9 req-23bb4276-48d7-4a46-b0b8-0b66aea8881b service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267750 Apr 30 16:14:19.079590 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-62e46a4e-ee9b-45a3-81aa-a44bb83ffef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:22.044089 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-3c25a5d3-de87-4f82-aee5-2dbcd64487ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:23.330108 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:24.871506 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:27.145188 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:30.125572 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:14:41.678482 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:49.080944 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-77dd9322-e382-43c9-8313-de7c9119460d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:52.016070 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-24f03d73-fde3-4b1a-a7ac-028c44f8c096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:53.335013 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:54.873883 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:57.152606 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:07.124503 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:15:08.153771 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 53520) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:08.512133 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Deleting port 53e71b9b-5f59-41c9-9066-092c87a4494b {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:08.512367 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:08.630143 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:08.630465 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:08.753233 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Calling delete_port for 53e71b9b-5f59-41c9-9066-092c87a4494b owned by network:floatingip {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:08.877377 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:08.881166 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-6f69df29-fbfb-4c10-a791-dbeb5f84e366 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:08.930733 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Pushing event deleted for resources: {'Port': ['ID=53e71b9b-5f59-41c9-9066-092c87a4494b,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:08.971710 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:08.972075 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:08.972436 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:08.972828 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:08.973180 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:08.973530 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:08.973877 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:08.974221 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:08.974566 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:08.974908 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:08.975250 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:08.975590 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:08.983640 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:09.045473 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for floatingip, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:09.045737 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.db.l3_db [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Floating IP c441c65e-8c86-4fec-98b5-b9f8db0f4ceb disassociated (deleted). External IP: 172.28.1.108, port: 709a0f5b-d5d5-4a11-a499-89376353c000. Apr 30 16:15:09.407319 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:15:09.585699 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:15:09.594812 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060c7a4e-d77e-4c23-a879-eda7329763b7 None None] Sync routers for ids ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:15:09.605018 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060c7a4e-d77e-4c23-a879-eda7329763b7 None None] Routers {'5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:15:09.605744 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-060c7a4e-d77e-4c23-a879-eda7329763b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:14:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:09.606371 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for floatingip, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:09.669786 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-6eaf36fa-ce8c-410f-b8b2-47f6b5fbba70 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "DELETE /v2.0/floatingips/c441c65e-8c86-4fec-98b5-b9f8db0f4ceb HTTP/1.1" status: 204 len: 168 time: 1.5124612 Apr 30 16:15:09.669786 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'tag': '709a0f5b-d5d5-4a11-a499-89376353c000'}] {{(pid=73974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:15:09.716458 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'tag': '709a0f5b-d5d5-4a11-a499-89376353c000', 'status': 'completed', 'code': 200} Apr 30 16:15:09.801763 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-060c7a4e-d77e-4c23-a879-eda7329763b7 None None] Set router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:15:09.843965 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca8db-c6db-4b3f-ac34-41955d713285 req-7454f512-67ce-4475-bdcc-9432896754cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:09.845533 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d63ca8db-c6db-4b3f-ac34-41955d713285 req-7454f512-67ce-4475-bdcc-9432896754cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8a69658a98c4697a96cbdafb13f1d32&device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 1098 time: 0.1031101 Apr 30 16:15:09.990467 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca8db-c6db-4b3f-ac34-41955d713285 req-a94ef986-2d36-4840-b69f-610c03bde37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:09.992103 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d63ca8db-c6db-4b3f-ac34-41955d713285 req-a94ef986-2d36-4840-b69f-610c03bde37f service neutron] 10.222.0.65 "GET /v2.0/networks?id=7557bdf8-72e1-4c79-8c53-2c4862399ac8 HTTP/1.1" status: 200 len: 909 time: 0.1400547 Apr 30 16:15:10.068294 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d63ca8db-c6db-4b3f-ac34-41955d713285 req-9298da9b-717e-4c73-b89d-bed44cec35ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=709a0f5b-d5d5-4a11-a499-89376353c000 HTTP/1.1" status: 200 len: 217 time: 0.0681963 Apr 30 16:15:10.140153 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca8db-c6db-4b3f-ac34-41955d713285 req-0c15a209-da11-4649-b567-25ad616449fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:10.141641 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d63ca8db-c6db-4b3f-ac34-41955d713285 req-0c15a209-da11-4649-b567-25ad616449fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f HTTP/1.1" status: 200 len: 847 time: 0.0653460 Apr 30 16:15:10.150202 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-060c7a4e-d77e-4c23-a879-eda7329763b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:43Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 4, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'gw_port': {'id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:44Z', 'updated_at': '2021-04-30T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '6c4c058d-0106-43e7-8bb0-ff4f43127469', 'name': '', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'mac_address': 'fa:16:3e:dd:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:48Z', 'updated_at': '2021-04-30T16:10:57Z', 'revision_number': 5, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'subnets': [{'id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:10.154251 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060c7a4e-d77e-4c23-a879-eda7329763b7 None None] Checking router: 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:15:10.163003 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060c7a4e-d77e-4c23-a879-eda7329763b7 None None] Routers {'5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:15:10.163610 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-060c7a4e-d77e-4c23-a879-eda7329763b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:14:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:10.287378 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca8db-c6db-4b3f-ac34-41955d713285 req-533620af-6e4d-4a1e-ac98-b3c3dbfc3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:10.288760 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d63ca8db-c6db-4b3f-ac34-41955d713285 req-533620af-6e4d-4a1e-ac98-b3c3dbfc3444 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7557bdf8-72e1-4c79-8c53-2c4862399ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1401424 Apr 30 16:15:10.299411 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbfbf7-5dba-41ea-b203-3243942954bb req-cb2e0824-d7b2-4df1-b8a3-b31b5a7d98d4 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:10.300943 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-79dbfbf7-5dba-41ea-b203-3243942954bb req-cb2e0824-d7b2-4df1-b8a3-b31b5a7d98d4 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.3194091 Apr 30 16:15:10.306415 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [req-d63ca8db-c6db-4b3f-ac34-41955d713285 req-52391b18-7008-4e1d-9e1e-fa32da3f80fa service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=73973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:15:10.307537 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d63ca8db-c6db-4b3f-ac34-41955d713285 req-52391b18-7008-4e1d-9e1e-fa32da3f80fa service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057440 Apr 30 16:15:10.347694 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-060c7a4e-d77e-4c23-a879-eda7329763b7 None None] Set router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:15:10.441300 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-79dbfbf7-5dba-41ea-b203-3243942954bb req-94a563d7-cb6c-4e44-b580-a300a4da36a6 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326411 Apr 30 16:15:10.476616 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d63ca8db-c6db-4b3f-ac34-41955d713285 req-ff0febf9-f80a-45d0-9fc6-58e8417b36ad service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513686 Apr 30 16:15:10.613393 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-d63ca8db-c6db-4b3f-ac34-41955d713285 req-ebe55b67-8ff5-4e2f-b3f0-32574e3cc558 service neutron] 10.222.0.65 "GET /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280067 Apr 30 16:15:10.674518 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-060c7a4e-d77e-4c23-a879-eda7329763b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:43Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 4, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'gw_port': {'id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:44Z', 'updated_at': '2021-04-30T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '6c4c058d-0106-43e7-8bb0-ff4f43127469', 'name': '', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'mac_address': 'fa:16:3e:dd:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:48Z', 'updated_at': '2021-04-30T16:10:57Z', 'revision_number': 5, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'subnets': [{'id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:10.678410 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060c7a4e-d77e-4c23-a879-eda7329763b7 None None] The sync data for ids ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'] in dv-cinder-787195-6-smb is: [{'id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:43Z', 'updated_at': '2021-04-30T16:10:49Z', 'revision_number': 4, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'gw_port': {'id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:44Z', 'updated_at': '2021-04-30T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb', '_interfaces': [{'id': '6c4c058d-0106-43e7-8bb0-ff4f43127469', 'name': '', 'network_id': '7557bdf8-72e1-4c79-8c53-2c4862399ac8', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'mac_address': 'fa:16:3e:dd:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:48Z', 'updated_at': '2021-04-30T16:10:57Z', 'revision_number': 5, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'subnets': [{'id': '00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:15:10.900200 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d20ad8-782f-44c8-9608-dc05469b559c None None] New status for floating IP c441c65e-8c86-4fec-98b5-b9f8db0f4ceb: DOWN {{(pid=73976) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:15:11.542880 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd71ba5-ff5f-40a9-9e9d-923bd235837c req-022d790b-caeb-45e9-8e84-40e205631539 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:11.544374 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4dd71ba5-ff5f-40a9-9e9d-923bd235837c req-022d790b-caeb-45e9-8e84-40e205631539 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.65 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.0816188 Apr 30 16:15:11.691199 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:11.691877 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-4dd71ba5-ff5f-40a9-9e9d-923bd235837c req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Deleting port 709a0f5b-d5d5-4a11-a499-89376353c000 {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:11.691877 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4dd71ba5-ff5f-40a9-9e9d-923bd235837c req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:11.692915 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bd867-7f75-412d-98c3-67cf56f37c9d req-f965f9db-44c9-444b-b7f9-4847a331c338 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73974) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:11.693656 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-970bd867-7f75-412d-98c3-67cf56f37c9d req-f965f9db-44c9-444b-b7f9-4847a331c338 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Synchronizing usage tracker for tenant:f8a69658a98c4697a96cbdafb13f1d32 on resource:port {{(pid=73974) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:15:11.710547 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.quota.resource [req-970bd867-7f75-412d-98c3-67cf56f37c9d req-f965f9db-44c9-444b-b7f9-4847a331c338 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Unset dirty status for tenant:f8a69658a98c4697a96cbdafb13f1d32 on resource:port {{(pid=73974) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:15:11.711816 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-970bd867-7f75-412d-98c3-67cf56f37c9d req-f965f9db-44c9-444b-b7f9-4847a331c338 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 945 time: 0.1604698 Apr 30 16:15:11.780687 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-970bd867-7f75-412d-98c3-67cf56f37c9d req-ac2b1104-6f13-4b88-b435-2e53aa7f50b1 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/security-groups?id=980a0ceb-81b8-4392-bc51-b84f3272d11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618320 Apr 30 16:15:11.860025 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [req-4dd71ba5-ff5f-40a9-9e9d-923bd235837c req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] For port 709a0f5b-d5d5-4a11-a499-89376353c000, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=709a0f5b-d5d5-4a11-a499-89376353c000,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:11.860370 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4dd71ba5-ff5f-40a9-9e9d-923bd235837c req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:12.099281 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [req-4dd71ba5-ff5f-40a9-9e9d-923bd235837c req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Calling delete_port for 709a0f5b-d5d5-4a11-a499-89376353c000 owned by compute:nova {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:12.213952 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4dd71ba5-ff5f-40a9-9e9d-923bd235837c req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:12.219601 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-a5ea15db-288b-4e8f-8872-d32e3188aefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:12.266745 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Pushing event deleted for resources: {'Port': ['ID=709a0f5b-d5d5-4a11-a499-89376353c000,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:12.310854 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:12.311224 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:12.311587 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:12.311946 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:12.312299 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:12.312649 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:12.313020 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:12.313368 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:12.313715 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:12.314057 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:12.314399 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:12.314738 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:12.346115 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:12.358462 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd71ba5-ff5f-40a9-9e9d-923bd235837c req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] No DVR routers for this DVR port 709a0f5b-d5d5-4a11-a499-89376353c000 on host hv-cinder-78719 {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:15:12.360862 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [req-4dd71ba5-ff5f-40a9-9e9d-923bd235837c req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24815'] for port, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:12.363421 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'name': 'network-vif-deleted', 'tag': '709a0f5b-d5d5-4a11-a499-89376353c000'}] {{(pid=73973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:15:12.385289 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [req-4dd71ba5-ff5f-40a9-9e9d-923bd235837c req-8ab8e35f-d593-4590-b179-3f0035207e19 tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.65 "DELETE /v2.0/ports/709a0f5b-d5d5-4a11-a499-89376353c000 HTTP/1.1" status: 204 len: 173 time: 0.8343344 Apr 30 16:15:12.412896 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88388cf4-46a8-4725-8636-4a48949d1a2e', 'name': 'network-vif-deleted', 'tag': '709a0f5b-d5d5-4a11-a499-89376353c000', 'status': 'completed', 'code': 200} Apr 30 16:15:13.069374 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [req-6d30b165-38df-4f75-9270-f891c5cd2928 req-9ebbe3e4-78df-4e8b-aa4a-4f16b9f2da7f tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "GET /v2.0/ports?device_id=88388cf4-46a8-4725-8636-4a48949d1a2e HTTP/1.1" status: 200 len: 210 time: 0.1568348 Apr 30 16:15:14.172964 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 53544) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:14.243072 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f54820ec-9d25-43e3-9157-d15f9fbb579d tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:14.273908 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f54820ec-9d25-43e3-9157-d15f9fbb579d tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:14.349766 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f54820ec-9d25-43e3-9157-d15f9fbb579d tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:14.358628 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-e4ad4d67-6b96-449e-917b-6f6b81091d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:14.375315 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54820ec-9d25-43e3-9157-d15f9fbb579d tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=980a0ceb-81b8-4392-bc51-b84f3272d11d,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:14.379855 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-f54820ec-9d25-43e3-9157-d15f9fbb579d tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:14.384345 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f54820ec-9d25-43e3-9157-d15f9fbb579d tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] Notify callbacks [] for security_group, before_response {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:14.388756 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-f54820ec-9d25-43e3-9157-d15f9fbb579d tempest-TestShelveInstance-345084696 tempest-TestShelveInstance-345084696-project] 10.222.0.67 "DELETE /v2.0/security-groups/980a0ceb-81b8-4392-bc51-b84f3272d11d HTTP/1.1" status: 204 len: 168 time: 0.2146204 Apr 30 16:15:14.435835 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.wsgi [-] (73974) accepted ('10.222.0.67', 53550) {{(pid=73974) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:15.003824 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f6f38824-bc3a-43c5-bd9b-6a2a64d5d22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397177'] for router_interface, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:15.418608 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-f6f38824-bc3a-43c5-bd9b-6a2a64d5d22b admin admin] Deleting port 6c4c058d-0106-43e7-8bb0-ff4f43127469 {{(pid=73974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:15.419284 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f6f38824-bc3a-43c5-bd9b-6a2a64d5d22b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:15.537517 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.db [None req-f6f38824-bc3a-43c5-bd9b-6a2a64d5d22b admin admin] For port 6c4c058d-0106-43e7-8bb0-ff4f43127469, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=6c4c058d-0106-43e7-8bb0-ff4f43127469,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:15.537857 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f6f38824-bc3a-43c5-bd9b-6a2a64d5d22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:15.660676 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.plugins.ml2.plugin [None req-f6f38824-bc3a-43c5-bd9b-6a2a64d5d22b admin admin] Calling delete_port for 6c4c058d-0106-43e7-8bb0-ff4f43127469 owned by network:router_interface {{(pid=73974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:15.851501 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 709a0f5b-d5d5-4a11-a499-89376353c000 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:15:15.886555 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] No Port match for: 709a0f5b-d5d5-4a11-a499-89376353c000 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:15:15.886993 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Device 709a0f5b-d5d5-4a11-a499-89376353c000 not bound to the agent host hv-cinder-78719 {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:15:15.905045 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f6f38824-bc3a-43c5-bd9b-6a2a64d5d22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302449'] for port, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:15.908781 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-8a7f51cb-f942-403e-b69f-dd3b85e79568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:15.954275 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f38824-bc3a-43c5-bd9b-6a2a64d5d22b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4c058d-0106-43e7-8bb0-ff4f43127469,revision_number=None']} {{(pid=73974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:15.957497 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG oslo_concurrency.lockutils [None req-f6f38824-bc3a-43c5-bd9b-6a2a64d5d22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73974) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:16.231719 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron_lib.callbacks.manager [None req-f6f38824-bc3a-43c5-bd9b-6a2a64d5d22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402377'] for router_interface, after_delete {{(pid=73974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:16.590951 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f38824-bc3a-43c5-bd9b-6a2a64d5d22b admin admin] Router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73974) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:15:16.769249 dv-cinder-787195-6-smb neutron-server[73974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f38824-bc3a-43c5-bd9b-6a2a64d5d22b admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73974) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:15:16.777558 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd0d5e-4f58-4bc3-ae10-0103fb9e4ded None None] Sync routers for ids ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'] in dv-cinder-787195-6-smb {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:15:16.785174 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53554) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:16.787431 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd0d5e-4f58-4bc3-ae10-0103fb9e4ded None None] Routers {'5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:15:16.788032 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-eecd0d5e-4f58-4bc3-ae10-0103fb9e4ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:14:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:16.792962 dv-cinder-787195-6-smb neutron-server[73974]: INFO neutron.wsgi [None req-f6f38824-bc3a-43c5-bd9b-6a2a64d5d22b admin admin] 10.222.0.67 "PUT /v2.0/routers/5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3478596 Apr 30 16:15:16.967423 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] Notify callbacks [] for router, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:17.006669 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-eecd0d5e-4f58-4bc3-ae10-0103fb9e4ded None None] Set router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 gateway port host: dv-cinder-787195-6-smb {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:15:17.144678 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:17.221309 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] Deleting port 98b31249-f80e-4afd-bb54-f6f329a3bb24 {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:17.221578 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:17.303430 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-eecd0d5e-4f58-4bc3-ae10-0103fb9e4ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:43Z', 'updated_at': '2021-04-30T16:15:15Z', 'revision_number': 5, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'gw_port': {'id': '98b31249-f80e-4afd-bb54-f6f329a3bb24', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:44Z', 'updated_at': '2021-04-30T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:17.308355 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd0d5e-4f58-4bc3-ae10-0103fb9e4ded None None] Checking router: 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 for host: dv-cinder-787195-6-smb {{(pid=73975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:15:17.316676 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd0d5e-4f58-4bc3-ae10-0103fb9e4ded None None] Routers {'5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:15:17.317325 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-eecd0d5e-4f58-4bc3-ae10-0103fb9e4ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:14:52Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'], 'active': True} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:17.347040 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] For port 98b31249-f80e-4afd-bb54-f6f329a3bb24, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=98b31249-f80e-4afd-bb54-f6f329a3bb24,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:17.347391 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:17.468836 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvr_db [None req-eecd0d5e-4f58-4bc3-ae10-0103fb9e4ded None None] Set router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 gateway port host: None {{(pid=73975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:15:17.469603 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] Calling delete_port for 98b31249-f80e-4afd-bb54-f6f329a3bb24 owned by network:router_gateway {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:17.577843 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_hamode_db [None req-eecd0d5e-4f58-4bc3-ae10-0103fb9e4ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:43Z', 'updated_at': '2021-04-30T16:15:17Z', 'revision_number': 6, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'gw_port_host': None}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:17.582092 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd0d5e-4f58-4bc3-ae10-0103fb9e4ded None None] The sync data for ids ['5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76'] in dv-cinder-787195-6-smb is: [{'id': '5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76', 'name': 'tempest-TestShelveInstance-599604088-router', 'tenant_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:43Z', 'updated_at': '2021-04-30T16:15:17Z', 'revision_number': 6, 'project_id': 'f8a69658a98c4697a96cbdafb13f1d32', 'gw_port_host': None}] {{(pid=73975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:15:17.611692 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:17.617682 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d2030abd-ad5c-457f-8007-ca11ef7533f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:17.694830 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] Pushing event deleted for resources: {'Port': ['ID=98b31249-f80e-4afd-bb54-f6f329a3bb24,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:17.702317 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:17.762169 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401390'] for router_gateway, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:18.046352 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4763'] for router, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:18.048488 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:18.071915 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408907'] for router, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:18.072447 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 {{(pid=73973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:15:18.084397 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] Notify callbacks [] for router, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:18.085548 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-4715802d-9e7d-4dad-9b1a-d6ef8e31b936 admin admin] 10.222.0.67 "DELETE /v2.0/routers/5c9dc4c3-f3c1-40db-bf91-15dbeaaa3f76 HTTP/1.1" status: 204 len: 168 time: 1.2991292 Apr 30 16:15:18.088199 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53558) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:18.146813 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b880765-5e5a-4c6a-bebe-b6df9828cf3a admin admin] Deleting subnet 00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f {{(pid=73973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:15:18.150231 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6b880765-5e5a-4c6a-bebe-b6df9828cf3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:18.200740 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6b880765-5e5a-4c6a-bebe-b6df9828cf3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8147475'] for subnet, precommit_delete_associations {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:18.280745 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6b880765-5e5a-4c6a-bebe-b6df9828cf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378834'] for subnet, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:18.541888 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6b880765-5e5a-4c6a-bebe-b6df9828cf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7273815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6933383'] for subnet, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:18.546040 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-69aaef9a-e621-4299-a395-d6ab76b95896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:18.581337 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b880765-5e5a-4c6a-bebe-b6df9828cf3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:18.584523 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-6b880765-5e5a-4c6a-bebe-b6df9828cf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:18.585600 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-6b880765-5e5a-4c6a-bebe-b6df9828cf3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:18.595487 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a268ad5-e32f-46f8-b384-1008b340565a None None] Network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:15:18.596069 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-6b880765-5e5a-4c6a-bebe-b6df9828cf3a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/00a5f47e-0f8d-47c4-8ad9-b6e59f50d78f HTTP/1.1" status: 204 len: 168 time: 0.5041254 Apr 30 16:15:18.596069 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53562) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:18.704002 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497117'] for network, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:18.784743 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Deleting port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:18.785156 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:18.855398 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] DHCP port deletion for 7557bdf8-72e1-4c79-8c53-2c4862399ac8 request from dv-cinder-787195-6-smb {{(pid=73975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:15:18.889753 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] For port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=d3a8c4b9-ac04-482a-a5d1-289c27fabbe0,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:18.890019 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:18.923296 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Deleting port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 {{(pid=73975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:18.923678 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:19.011438 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Calling delete_port for d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 owned by network:dhcp {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:19.023159 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] For port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=d3a8c4b9-ac04-482a-a5d1-289c27fabbe0,segment=NetworkSegment(e488b315-c56f-4ac3-acef-dee0517aef6d),segment_id=e488b315-c56f-4ac3-acef-dee0517aef6d)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:19.023558 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:19.060298 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:19.065022 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-ea31db26-3cce-47ed-8f85-f03ab8890594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:19.114361 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a8c4b9-ac04-482a-a5d1-289c27fabbe0,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:19.115880 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] No DVR routers for this DVR port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 on host dv-cinder-787195-6-smb {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:15:19.117516 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:19.149647 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Calling delete_port for d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 owned by network:dhcp {{(pid=73975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:19.166737 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e4f0be5a-48b1-4d77-bb86-714e17fed86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:19.186642 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 6c4c058d-0106-43e7-8bb0-ff4f43127469 no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:15:19.223609 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: 6c4c058d-0106-43e7-8bb0-ff4f43127469 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:15:19.223952 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 6c4c058d-0106-43e7-8bb0-ff4f43127469 not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:15:19.224364 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 98b31249-f80e-4afd-bb54-f6f329a3bb24 no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:15:19.236615 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377951', 'neutron.services.segments.db._delete_segments_for_network-8775008697245'] for network, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:19.265810 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: 98b31249-f80e-4afd-bb54-f6f329a3bb24 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:15:19.266143 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 98b31249-f80e-4afd-bb54-f6f329a3bb24 not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:15:19.266558 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:15:19.302738 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:15:19.302738 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:15:19.305447 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599'] for port, after_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:19.308896 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-7b3c6f74-bfb8-4feb-9967-388e7108c461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:19.350501 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Pushing event deleted for resources: {'Port': ['ID=d3a8c4b9-ac04-482a-a5d1-289c27fabbe0,revision_number=None']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:19.350772 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7557bdf8-72e1-4c79-8c53-2c4862399ac8']}} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:19.359903 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] No DVR routers for this DVR port d3a8c4b9-ac04-482a-a5d1-289c27fabbe0 on host dv-cinder-787195-6-smb {{(pid=73975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:15:19.361818 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:19.362151 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:19.362524 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:19.362824 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:19.363143 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:19.363463 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:19.363779 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:19.363932 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e488b315-c56f-4ac3-acef-dee0517aef6d') {'for_net_delete': True} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:19.364080 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:19.364229 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e488b315-c56f-4ac3-acef-dee0517aef6d') {} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:19.364394 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:19.364732 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:19.365070 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:19.365352 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-smb {{(pid=73975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:19.369108 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-0d6adae8-7130-40d5-804f-0169e95ee59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:19.382762 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775008709991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8147482'] for segment, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:19.402592 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:19.408945 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=73973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:15:19.684621 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 has no segments {{(pid=73973) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:15:19.692873 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1391655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7273981'] for segment, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:19.863992 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Network 7557bdf8-72e1-4c79-8c53-2c4862399ac8 has no segments {{(pid=73973) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: Traceback (most recent call last): Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: timer() Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: cb(*args, **kw) Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: return func(*args, **kwargs) Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: self._notify() Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: self.callback(batched_events) Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: event.method(event) Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: return f(self, *a, **k) Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: return self._get(url).json() Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: return self.request(url, 'GET', **kwargs) Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:15:19.887599 dv-cinder-787195-6-smb neutron-server[73973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:15:19.964009 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400498'] for network, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:19.967590 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-26134e3a-cd12-42a2-94e0-e13b0df1a5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:19.981184 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:19.993911 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Pushing event deleted for resources: {'Network': ['ID=7557bdf8-72e1-4c79-8c53-2c4862399ac8,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:19.997524 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:19.999241 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-90e837db-720f-4d7f-853a-eb37ba338643 admin admin] 10.222.0.67 "DELETE /v2.0/networks/7557bdf8-72e1-4c79-8c53-2c4862399ac8 HTTP/1.1" status: 204 len: 168 time: 1.4026387 Apr 30 16:15:20.002074 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53566) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:20.536335 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5af1088a-3417-48a1-9cd2-4e727d8e0cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397177'] for router_interface, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:20.942834 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-5af1088a-3417-48a1-9cd2-4e727d8e0cb6 admin admin] Deleting port fc409a0b-03f2-4c89-b5f4-25261589f847 {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:20.943161 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5af1088a-3417-48a1-9cd2-4e727d8e0cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:21.162603 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [None req-5af1088a-3417-48a1-9cd2-4e727d8e0cb6 admin admin] For port fc409a0b-03f2-4c89-b5f4-25261589f847, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=fc409a0b-03f2-4c89-b5f4-25261589f847,segment=NetworkSegment(cc002c4b-7cc5-4ad9-b4b2-c37789c49362),segment_id=cc002c4b-7cc5-4ad9-b4b2-c37789c49362)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:21.162946 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5af1088a-3417-48a1-9cd2-4e727d8e0cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:21.287286 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-5af1088a-3417-48a1-9cd2-4e727d8e0cb6 admin admin] Calling delete_port for fc409a0b-03f2-4c89-b5f4-25261589f847 owned by network:router_interface {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:21.440287 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5af1088a-3417-48a1-9cd2-4e727d8e0cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:21.444895 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-104c8953-ffbd-4d6c-9812-b9f114bb6337 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:21.488967 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1088a-3417-48a1-9cd2-4e727d8e0cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc409a0b-03f2-4c89-b5f4-25261589f847,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:21.514826 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-5af1088a-3417-48a1-9cd2-4e727d8e0cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:21.757474 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-5af1088a-3417-48a1-9cd2-4e727d8e0cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402377'] for router_interface, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:22.019524 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-e8a17539-92da-43a2-ad27-2e70260f5cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:22.134264 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af1088a-3417-48a1-9cd2-4e727d8e0cb6 admin admin] Router 03b1c49f-1482-4070-8fe6-d6828f3da73d has already been hosted by L3 agent 3c0cf14a-afd5-419f-9d8f-5ca48e74c983 {{(pid=73973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:15:22.319266 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af1088a-3417-48a1-9cd2-4e727d8e0cb6 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-smb the message routers_updated {{(pid=73973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:15:22.327540 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf5373-9aed-42b2-9c1b-2b7fe68edb2f None None] Sync routers for ids ['03b1c49f-1482-4070-8fe6-d6828f3da73d'] in dv-cinder-787195-6-smb {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:15:22.335905 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-5af1088a-3417-48a1-9cd2-4e727d8e0cb6 admin admin] 10.222.0.67 "PUT /v2.0/routers/03b1c49f-1482-4070-8fe6-d6828f3da73d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3328021 Apr 30 16:15:22.338136 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf5373-9aed-42b2-9c1b-2b7fe68edb2f None None] Routers {'03b1c49f-1482-4070-8fe6-d6828f3da73d'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:15:22.338494 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53570) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:22.338841 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-2baf5373-9aed-42b2-9c1b-2b7fe68edb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:15:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['03b1c49f-1482-4070-8fe6-d6828f3da73d'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:22.518737 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-2baf5373-9aed-42b2-9c1b-2b7fe68edb2f None None] Set router 03b1c49f-1482-4070-8fe6-d6828f3da73d gateway port host: dv-cinder-787195-6-smb {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:15:22.631382 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] Notify callbacks [] for router, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:22.803999 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-2baf5373-9aed-42b2-9c1b-2b7fe68edb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'name': 'tempest-TestShelveInstance-519483681-router', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'external_fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '8c57c7c2-17c8-4069-aacc-8113a5a0ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:53Z', 'updated_at': '2021-04-30T16:15:21Z', 'revision_number': 5, 'project_id': '7095d450220143c59952e290332ea8a2', 'gw_port': {'id': '8c57c7c2-17c8-4069-aacc-8113a5a0ed9a', 'name': '', 'network_id': '7f18a24d-1fcc-4840-abae-ef8e7b2dba23', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:10:54Z', 'updated_at': '2021-04-30T16:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58a2ec7a-0b40-4394-88ce-94b1dd1bf408', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-smb'}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:22.808987 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf5373-9aed-42b2-9c1b-2b7fe68edb2f None None] Checking router: 03b1c49f-1482-4070-8fe6-d6828f3da73d for host: dv-cinder-787195-6-smb {{(pid=73976) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:15:22.810689 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:22.817896 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf5373-9aed-42b2-9c1b-2b7fe68edb2f None None] Routers {'03b1c49f-1482-4070-8fe6-d6828f3da73d'} bound to L3 agent in host dv-cinder-787195-6-smb {{(pid=73976) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:15:22.818659 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-2baf5373-9aed-42b2-9c1b-2b7fe68edb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T15:56:52Z,description=,heartbeat_timestamp=2021-04-30T16:15:22Z,host='dv-cinder-787195-6-smb',id=3c0cf14a-afd5-419f-9d8f-5ca48e74c983,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:56:52Z,topic='l3_agent')) {'router_ids': ['03b1c49f-1482-4070-8fe6-d6828f3da73d'], 'active': True} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:22.888467 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] Deleting port 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:22.888735 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:22.969275 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_dvr_db [None req-2baf5373-9aed-42b2-9c1b-2b7fe68edb2f None None] Set router 03b1c49f-1482-4070-8fe6-d6828f3da73d gateway port host: None {{(pid=73976) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:15:23.017199 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] For port 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=8c57c7c2-17c8-4069-aacc-8113a5a0ed9a,segment=NetworkSegment(67d6b27a-8983-4ada-97e8-49551173c191),segment_id=67d6b27a-8983-4ada-97e8-49551173c191)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:23.017555 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:23.114473 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.l3_hamode_db [None req-2baf5373-9aed-42b2-9c1b-2b7fe68edb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'name': 'tempest-TestShelveInstance-519483681-router', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:53Z', 'updated_at': '2021-04-30T16:15:22Z', 'revision_number': 6, 'project_id': '7095d450220143c59952e290332ea8a2', 'gw_port_host': None}], 'dv-cinder-787195-6-smb', False) {} {{(pid=73976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:23.119924 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf5373-9aed-42b2-9c1b-2b7fe68edb2f None None] The sync data for ids ['03b1c49f-1482-4070-8fe6-d6828f3da73d'] in dv-cinder-787195-6-smb is: [{'id': '03b1c49f-1482-4070-8fe6-d6828f3da73d', 'name': 'tempest-TestShelveInstance-519483681-router', 'tenant_id': '7095d450220143c59952e290332ea8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:10:53Z', 'updated_at': '2021-04-30T16:15:22Z', 'revision_number': 6, 'project_id': '7095d450220143c59952e290332ea8a2', 'gw_port_host': None}] {{(pid=73976) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:15:23.153142 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] Calling delete_port for 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a owned by network:router_gateway {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:23.293038 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:23.296608 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-69d263a8-141c-4e95-a926-91b02093c582 tempest-AttachVolumeShelveTestJSON-87191289 tempest-AttachVolumeShelveTestJSON-87191289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:23.338771 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:23.345938 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c57c7c2-17c8-4069-aacc-8113a5a0ed9a,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:23.372811 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:23.436904 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401390'] for router_gateway, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:23.613674 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-423729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4763'] for router, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:23.615836 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:23.638658 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-408907'] for router, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:23.639217 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03b1c49f-1482-4070-8fe6-d6828f3da73d {{(pid=73973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:15:23.652365 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] Notify callbacks [] for router, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:23.653512 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-3975e7e0-a7df-44b0-9cf8-0200f745ca95 admin admin] 10.222.0.67 "DELETE /v2.0/routers/03b1c49f-1482-4070-8fe6-d6828f3da73d HTTP/1.1" status: 204 len: 168 time: 1.3141189 Apr 30 16:15:23.656112 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53574) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:23.717320 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed7d2a9-270c-4abd-a782-53c995d36e90 admin admin] Deleting subnet 47b102c9-aa7e-4faa-9b07-f56cf631943d {{(pid=73973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:15:23.720161 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4ed7d2a9-270c-4abd-a782-53c995d36e90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:23.769779 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4ed7d2a9-270c-4abd-a782-53c995d36e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8147475'] for subnet, precommit_delete_associations {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:23.851764 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4ed7d2a9-270c-4abd-a782-53c995d36e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378834'] for subnet, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:24.207134 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4ed7d2a9-270c-4abd-a782-53c995d36e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7273815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6933383'] for subnet, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:24.210940 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-6b4f6f80-9d0d-44e5-bbdf-ffca36635250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:24.246509 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7d2a9-270c-4abd-a782-53c995d36e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47b102c9-aa7e-4faa-9b07-f56cf631943d,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:24.250162 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-4ed7d2a9-270c-4abd-a782-53c995d36e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:24.252915 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4ed7d2a9-270c-4abd-a782-53c995d36e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for subnet, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:24.259545 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b346b47b-bec9-4a74-8467-cf0b3a761708 None None] Network 9c5a690e-2bdc-47ba-a027-5b7af7a05635 requested from dv-cinder-787195-6-smb {{(pid=73975) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:15:24.261639 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-4ed7d2a9-270c-4abd-a782-53c995d36e90 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/47b102c9-aa7e-4faa-9b07-f56cf631943d HTTP/1.1" status: 204 len: 168 time: 0.6045485 Apr 30 16:15:24.264089 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53578) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:24.370948 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497117'] for network, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:24.441683 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Deleting port f18fe484-c041-466d-bec3-016b71e57497 {{(pid=73973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:24.441926 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:24.548567 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.db [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] For port f18fe484-c041-466d-bec3-016b71e57497, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=f18fe484-c041-466d-bec3-016b71e57497,segment=NetworkSegment(cc002c4b-7cc5-4ad9-b4b2-c37789c49362),segment_id=cc002c4b-7cc5-4ad9-b4b2-c37789c49362)] {{(pid=73973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:24.548960 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:24.551582 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3fae95-06bf-40f0-a15b-5f78c705dee6 None None] DHCP port deletion for 9c5a690e-2bdc-47ba-a027-5b7af7a05635 request from dv-cinder-787195-6-smb {{(pid=73975) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:15:24.618668 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-fc3fae95-06bf-40f0-a15b-5f78c705dee6 None None] Deleting port f18fe484-c041-466d-bec3-016b71e57497 {{(pid=73975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:24.619049 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-fc3fae95-06bf-40f0-a15b-5f78c705dee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775008685909'] for port, before_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:24.677517 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.plugin [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Calling delete_port for f18fe484-c041-466d-bec3-016b71e57497 owned by network:dhcp {{(pid=73973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:24.712423 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.db [None req-fc3fae95-06bf-40f0-a15b-5f78c705dee6 None None] For port f18fe484-c041-466d-bec3-016b71e57497, host dv-cinder-787195-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-smb',level=0,port_id=f18fe484-c041-466d-bec3-016b71e57497,segment=NetworkSegment(cc002c4b-7cc5-4ad9-b4b2-c37789c49362),segment_id=cc002c4b-7cc5-4ad9-b4b2-c37789c49362)] {{(pid=73975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:24.712843 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-fc3fae95-06bf-40f0-a15b-5f78c705dee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-404360'] for port, precommit_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:24.725123 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7273770'] for port, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:24.730497 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-92e226c5-32ca-4045-b7fe-03f55421ad09 tempest-AttachVolumeTestJSON-40284556 tempest-AttachVolumeTestJSON-40284556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:24.778912 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Pushing event deleted for resources: {'Port': ['ID=f18fe484-c041-466d-bec3-016b71e57497,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:24.780612 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] No DVR routers for this DVR port f18fe484-c041-466d-bec3-016b71e57497 on host dv-cinder-787195-6-smb {{(pid=73973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:15:24.782130 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:24.839573 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-fc3fae95-06bf-40f0-a15b-5f78c705dee6 None None] Calling delete_port for f18fe484-c041-466d-bec3-016b71e57497 owned by network:dhcp {{(pid=73975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:24.880407 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:24.893007 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-fc3fae95-06bf-40f0-a15b-5f78c705dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1463483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775008689264', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775008269599'] for port, after_delete {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:24.897393 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:24.900050 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377951', 'neutron.services.segments.db._delete_segments_for_network-8775008697245'] for network, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:24.939970 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fae95-06bf-40f0-a15b-5f78c705dee6 None None] Pushing event deleted for resources: {'Port': ['ID=f18fe484-c041-466d-bec3-016b71e57497,revision_number=None']} {{(pid=73975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:24.941859 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3fae95-06bf-40f0-a15b-5f78c705dee6 None None] No DVR routers for this DVR port f18fe484-c041-466d-bec3-016b71e57497 on host dv-cinder-787195-6-smb {{(pid=73975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:15:24.943378 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG oslo_concurrency.lockutils [None req-fc3fae95-06bf-40f0-a15b-5f78c705dee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:25.011506 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5a690e-2bdc-47ba-a027-5b7af7a05635']}} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:25.023282 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc002c4b-7cc5-4ad9-b4b2-c37789c49362') {'for_net_delete': True} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:25.023597 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.services.segments.db [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc002c4b-7cc5-4ad9-b4b2-c37789c49362') {} {{(pid=73973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:25.036200 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775008709991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8147482'] for segment, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:25.052032 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391836'] for segment, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:25.059060 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=73973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:15:25.168910 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:15:25.208353 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:15:25.208771 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device 8c57c7c2-17c8-4069-aacc-8113a5a0ed9a not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:15:25.209084 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device f18fe484-c041-466d-bec3-016b71e57497 no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:15:25.229289 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Network 9c5a690e-2bdc-47ba-a027-5b7af7a05635 has no segments {{(pid=73973) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:15:25.237647 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1391655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7273981'] for segment, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:25.244846 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: f18fe484-c041-466d-bec3-016b71e57497 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:15:25.245144 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device f18fe484-c041-466d-bec3-016b71e57497 not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:15:25.245572 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device fc409a0b-03f2-4c89-b5f4-25261589f847 no longer exists at agent ovs-agent-dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:15:25.280862 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.plugin [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] No Port match for: fc409a0b-03f2-4c89-b5f4-25261589f847 {{(pid=73975) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:15:25.281209 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron.plugins.ml2.rpc [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Device fc409a0b-03f2-4c89-b5f4-25261589f847 not bound to the agent host dv-cinder-787195-6-smb {{(pid=73975) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:15:25.409949 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.plugins.ml2.managers [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Network 9c5a690e-2bdc-47ba-a027-5b7af7a05635 has no segments {{(pid=73973) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: Traceback (most recent call last): Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: timer() Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: cb(*args, **kw) Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: return func(*args, **kwargs) Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: self._notify() Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: self.callback(batched_events) Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: event.method(event) Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: return f(self, *a, **k) Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: return self._get(url).json() Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: return self.request(url, 'GET', **kwargs) Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:15:25.432129 dv-cinder-787195-6-smb neutron-server[73973]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:15:25.603617 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1377940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400498'] for network, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:25.608785 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533428'] for network, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:25.611263 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:25.633228 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5a690e-2bdc-47ba-a027-5b7af7a05635,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:25.635469 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:25.639114 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-1bee5f2b-8dda-41bb-9c49-ff5a48f5c46c admin admin] 10.222.0.67 "DELETE /v2.0/networks/9c5a690e-2bdc-47ba-a027-5b7af7a05635 HTTP/1.1" status: 204 len: 168 time: 1.3741245 Apr 30 16:15:25.814885 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53584) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:25.863480 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-6eaaa23e-7b31-456c-a34f-0ddd2c4b87d1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8a69658a98c4697a96cbdafb13f1d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471554 Apr 30 16:15:25.865799 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53588) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:25.922472 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4c03d957-a263-4c13-a49f-1b58baf8e066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:25.949785 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4c03d957-a263-4c13-a49f-1b58baf8e066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:26.003026 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4c03d957-a263-4c13-a49f-1b58baf8e066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:26.007178 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-46ed5230-a0e0-469f-912e-58602d68fed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:26.018192 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03d957-a263-4c13-a49f-1b58baf8e066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2d1015-58bc-4189-8cab-431d4a2f5abb,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:26.020610 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-4c03d957-a263-4c13-a49f-1b58baf8e066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:26.031539 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-4c03d957-a263-4c13-a49f-1b58baf8e066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:26.032633 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-4c03d957-a263-4c13-a49f-1b58baf8e066 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5d2d1015-58bc-4189-8cab-431d4a2f5abb HTTP/1.1" status: 204 len: 168 time: 0.1659880 Apr 30 16:15:26.380872 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53596) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:26.429587 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-e789bdb6-af6f-465d-9ef8-b97445fe87b6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7095d450220143c59952e290332ea8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474935 Apr 30 16:15:26.432830 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.wsgi [-] (73973) accepted ('10.222.0.67', 53600) {{(pid=73973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:26.491779 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cde063f4-3f93-4639-b57f-3faf4abd8db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:26.518481 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cde063f4-3f93-4639-b57f-3faf4abd8db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:26.570557 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cde063f4-3f93-4639-b57f-3faf4abd8db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521870'] for security_group, after_delete {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:26.576677 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-d8ee24ff-63ae-4a61-aebf-61941d6cd127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:26.588585 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde063f4-3f93-4639-b57f-3faf4abd8db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f789190-57e8-4927-8685-12edebc3ba93,revision_number=None']} {{(pid=73973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:26.590879 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG oslo_concurrency.lockutils [None req-cde063f4-3f93-4639-b57f-3faf4abd8db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:26.596212 dv-cinder-787195-6-smb neutron-server[73973]: DEBUG neutron_lib.callbacks.manager [None req-cde063f4-3f93-4639-b57f-3faf4abd8db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:26.597436 dv-cinder-787195-6-smb neutron-server[73973]: INFO neutron.wsgi [None req-cde063f4-3f93-4639-b57f-3faf4abd8db6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2f789190-57e8-4927-8685-12edebc3ba93 HTTP/1.1" status: 204 len: 168 time: 0.1637208 Apr 30 16:15:27.151165 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:41.694474 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:44.123943 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:15:49.089821 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-457ab62c-eb0e-4647-a2a6-7956b726e7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:52.021621 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-769f016b-4573-4683-947a-0f6755d1f153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:53.342026 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:54.878889 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:57.154174 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:11.691944 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:19.092217 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9b81891e-de63-4999-8459-65122e61fb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:21.123293 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:16:22.024875 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-9b7e09ee-0da0-4434-8800-36cb968a41c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:23.345135 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:24.882044 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:27.158116 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:41.692539 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:49.096121 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-4c024607-1534-4074-bd32-e9882862d0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:52.027084 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-f36f2ff8-dc43-4dce-96ce-7f13ccab132a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:53.349457 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:54.884560 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:57.161896 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:58.121964 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:17:11.705017 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:19.098604 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-01c9a313-038c-4ac3-bb5a-e262c6c3cbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:22.033765 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-b9d4b245-d84e-41ed-811e-58e737d1d323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:23.352973 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:24.887974 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:27.161593 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:35.121242 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:17:41.721324 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:49.101475 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-efad449a-8648-4c9a-af49-53203854fbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:52.027729 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-b2cc61b3-580f-42aa-97af-9c16d671135b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:53.355527 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:54.892344 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:57.165363 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:11.718073 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:12.120462 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:18:19.108171 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-f2643711-0dd1-4b3e-9d30-7745e16fc61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:22.029146 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-ba080d65-0fb4-4da4-ae98-100dfed56294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:23.359713 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:24.894945 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:27.168015 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:41.725373 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:49.105403 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-6d0d1372-113e-4ee8-8382-1d1c2a706cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:49.119991 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:18:52.032504 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-38ac0777-51f1-46d3-b572-4583ac82875f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:53.364309 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:54.896521 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:57.172326 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:11.724733 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:19.108994 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-6b702118-3f30-4600-b4f8-2061ed2dcecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:22.035064 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-313f5ec4-31af-4011-ad16-bb5ea4ae8c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:23.367903 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:24.899452 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:26.119276 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:19:27.173749 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:41.746251 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:49.102355 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-380c7b67-a8e3-45aa-a006-d502e25b41ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:52.037146 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-02282b2f-e288-49ac-9362-26a4415a07df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:53.374028 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:54.902378 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:57.177382 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:03.118353 dv-cinder-787195-6-smb neutron-server[73976]: DEBUG neutron.db.agents_db [None req-77cd81f4-32ce-4535-b6bf-f71ce2247472 None None] Agent healthcheck: found 6 active agents {{(pid=73976) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:20:11.745175 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-aea0644c-d7d9-4c19-9425-6b1c73ab08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:19.103826 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9af1-21f2-4c82-b0fb-a639865aa7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:22.040332 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-eea2b413-4a0f-4b5d-8c1b-742bc09eb965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:23.366516 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd158ec0-4e75-4d32-a8f0-08aedb76ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:24.913216 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-bd846777-6c68-4597-89a0-9da431f81e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:27.180269 dv-cinder-787195-6-smb neutron-server[73975]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4435-b5cd-434f-9b87-009eb35ad460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775008697254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382869'] for agent, after_update {{(pid=73975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}